-- Logs begin at Wed 2021-09-22 20:13:59 UTC, end at Wed 2021-09-22 21:21:37 UTC. -- Sep 22 20:56:43.159607 dv-cinder-810415-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 22 20:56:45.879424 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.common.config [-] Logging enabled! Sep 22 20:56:45.879874 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev12 Sep 22 20:56:45.880187 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94686) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 20:56:45.883364 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.common.config [-] Logging enabled! Sep 22 20:56:45.883621 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev12 Sep 22 20:56:45.883930 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94686) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 20:56:45.884906 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 20:56:45.885138 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 20:56:45.885490 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 20:56:45.885734 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 20:56:45.885956 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 20:56:45.886268 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.886561 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.886853 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.887079 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.887368 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.887654 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.887934 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.888216 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.888507 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.888809 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.889086 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.889366 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.889593 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.889869 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.890175 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.890457 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.890680 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] debug = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.890955 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.891373 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.891779 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.892054 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.892338 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.892624 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.892902 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.893174 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.893454 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.893777 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] host = dv-cinder-810415-3-iscsi {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.894050 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.894332 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.894614 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.894895 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.895166 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.895435 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.895713 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.895981 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.896249 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] log_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.896519 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.896826 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.897107 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.897392 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.897612 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.897831 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.898119 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.898402 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.898931 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.899203 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.899476 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.899746 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.900016 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.900283 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.900571 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.900885 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.901168 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.901440 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.901710 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.901977 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.902245 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.902526 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.902797 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.903067 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.903337 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.903618 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.903884 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.904153 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.904448 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.904752 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.905029 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.905310 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.905578 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.906365 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.906635 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.906909 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.907181 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] use_json = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.907444 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.907711 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.907987 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.908252 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.908517 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.908813 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.909083 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.909363 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:45.909652 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.909958 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.910237 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.910511 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.910802 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.911083 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.911367 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.911641 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.911927 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.912213 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.912493 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.912791 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.913075 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.913349 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.913640 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.913938 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.914228 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.914514 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.914785 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.915054 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.915321 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.915594 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.915878 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.916150 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.916434 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.916716 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.917014 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.917295 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.917585 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.917870 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.918140 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.918415 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.918699 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.918973 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.919241 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.919517 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.919798 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.920070 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.920341 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.920613 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.920911 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.921185 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.922018 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.922295 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.922581 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.922855 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.923120 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.923389 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.923660 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.923928 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.924207 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.924479 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.924763 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.925038 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.925314 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.925585 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.925855 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.926128 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.926396 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.926668 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.926934 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.927202 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.927470 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.927739 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.928007 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.928276 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.928545 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.928844 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.929117 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.929387 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.929658 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.929926 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.930194 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.930475 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.930766 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.931043 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.931319 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.931595 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.931869 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.932140 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.932413 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.932686 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.932983 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.933252 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.933539 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.933818 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.934099 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.934375 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.934648 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.934941 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.935214 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.935494 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.935771 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.936048 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.936328 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.936610 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.936957 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.937255 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.937546 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.937838 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.938127 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.938405 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.938710 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.938987 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:45.939202 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 20:56:45.939438 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94686) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 22 20:56:46.291444 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 20:56:46.291649 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 20:56:46.291935 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 20:56:46.292263 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 22 20:56:46.681237 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:46.681530 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:46.681810 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:46.683117 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:46.683394 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:46.683676 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:46.722144 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:46.722422 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:46.722691 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:46.737948 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:46.738230 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:46.738499 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:46.766193 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:46.766474 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:46.766747 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:46.804693 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:46.805000 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:46.805269 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.035659 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.036263 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.036263 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.036416 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.037102 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.156298 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.156611 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.156912 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.157182 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.157448 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.157757 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.158017 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.158272 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.158523 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.158801 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.159056 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.159316 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.159567 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.159815 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.160067 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.160326 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.160576 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.160862 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.161128 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.161385 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.161656 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.161906 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.162183 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.162556 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.162802 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.163045 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.163432 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 20:56:47.163670 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 20:56:47.163903 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 20:56:47.164135 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 20:56:47.164367 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 20:56:47.164593 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 20:56:47.164988 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 22 20:56:47.168016 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 22 20:56:47.172549 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 22 20:56:47.176162 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 22 20:56:47.177807 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 22 20:56:47.178256 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 22 20:56:47.178588 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 22 20:56:47.178966 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 22 20:56:47.181765 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 22 20:56:47.182015 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 22 20:56:47.182362 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 20:56:47.188237 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 22 20:56:47.209940 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 22 20:56:47.210392 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.210686 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94686) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 22 20:56:47.211047 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.212404 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94686) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 22 20:56:47.212872 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 20:56:47.213122 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 22 20:56:47.216281 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.216564 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:47.280381 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 22 20:56:47.281143 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 22 20:56:47.281386 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 22 20:56:47.281753 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 22 20:56:47.303878 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_db.sqlalchemy.engines [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94686) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 22 20:56:47.918990 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.managers [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Initializing driver for type 'gre' Sep 22 20:56:47.919513 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] gre ID ranges: [(1, 1000)] Sep 22 20:56:48.084895 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.managers [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Initializing driver for type 'local' Sep 22 20:56:48.085425 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.managers [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Initializing driver for type 'vlan' Sep 22 20:56:48.188223 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] VlanTypeDriver initialization complete Sep 22 20:56:48.188525 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.managers [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Initializing driver for type 'vxlan' Sep 22 20:56:48.189024 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] vxlan ID ranges: [(1, 1000)] Sep 22 20:56:48.381948 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.managers [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Initializing extension driver 'port_security' Sep 22 20:56:48.382280 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.extensions.port_security [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] PortSecurityExtensionDriver initialization complete Sep 22 20:56:48.382605 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.managers [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Initializing mechanism driver 'openvswitch' Sep 22 20:56:48.382921 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.managers [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Initializing mechanism driver 'hyperv' Sep 22 20:56:48.389429 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.plugins.ml2.plugin [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94686) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:56:48.390723 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > port after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.391091 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > port after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.391436 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > port after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.391948 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 20:56:48.392371 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > subnet after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.392719 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > subnet after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.393082 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > subnet after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.393463 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 20:56:48.393877 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > network after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.394252 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > network after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.394596 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > network after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.394980 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 20:56:48.395378 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > security_group after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.395728 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > security_group after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.396062 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > security_group after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.396581 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 20:56:48.397015 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.397367 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.397710 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.398098 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 20:56:48.398750 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > address_group after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.399090 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > address_group after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.399424 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > address_group after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.399804 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94686) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 22 20:56:48.400180 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] ML2 OVO RPC backend initialized. {{(pid=94686) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 22 20:56:48.400914 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router_interface after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.401265 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.401677 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > network before_response 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.408364 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > networks before_response 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.408364 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > port before_response 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.408364 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > ports before_response 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.408364 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > subnet before_response 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.408682 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > subnets before_response 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.408682 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > network after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.408682 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > network after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.408682 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > network after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.408995 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > port after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.408995 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > port after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.408995 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > port after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.408995 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > subnet after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.409282 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > subnet after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.409282 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > subnet after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.409282 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.plugin [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Modular L2 Plugin initialization complete Sep 22 20:56:48.409282 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading services supported by the core plugin {{(pid=94686) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 22 20:56:48.409282 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.plugins.ml2.managers [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Got port-security extension from driver 'port_security' Sep 22 20:56:48.409282 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.extensions.vlantransparent [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Disabled vlantransparent extension. Sep 22 20:56:48.409695 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94686) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 22 20:56:48.409695 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading Plugin: router Sep 22 20:56:48.444778 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router_interface before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.445110 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router after_create 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.445481 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router before_create 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.445841 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.446213 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.446563 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router after_delete 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.446921 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > floatingip after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.447268 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > floatingip after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.447623 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router after_create 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.447964 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router after_update 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.448310 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router after_update 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.448655 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.449032 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router after_update 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.449440 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router precommit_update 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.449804 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: port after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.450145 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: port after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.450477 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: subnet after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.450812 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.451167 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > port precommit_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.451497 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router precommit_create 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.451833 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: port before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.452169 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router precommit_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.453053 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router after_update 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.453397 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router precommit_delete 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.453759 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router precommit_create 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.454102 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router_interface after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.454442 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router precommit_update 55549900 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.454802 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > agent after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.455153 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > agent after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.455492 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > network after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.456328 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Tracking information for resource: router configured {{(pid=94686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 20:56:48.456653 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Tracking information for resource: floatingip configured {{(pid=94686) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 20:56:48.461560 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.db.l3_agentschedulers_db [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 22 20:56:48.462134 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: port after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.462494 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: port after_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.462846 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: port after_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.463194 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: port after_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.463965 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router before_create 55550100 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.464326 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router precommit_delete 55550100 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.464684 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router precommit_create 55550100 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.465065 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > router precommit_update 55550100 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.469736 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.services.provider_configuration [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Service providers = [] {{(pid=94686) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 22 20:56:48.470103 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.db.servicetype_db [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94686) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 22 20:56:48.473066 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.services.service_base [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 20:56:48.473415 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.services.service_base [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 20:56:48.473752 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.services.service_base [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 20:56:48.474636 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.services.service_base [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94686) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 20:56:48.475008 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.services.service_base [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 22 20:56:48.475380 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 20:56:48.475695 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 22 20:56:48.486887 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 20:56:48.487223 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading Plugin: auto_allocate Sep 22 20:56:48.492997 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: network precommit_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.493366 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: network precommit_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.493884 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 20:56:48.494205 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading Plugin: tag Sep 22 20:56:48.501191 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 20:56:48.501516 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading Plugin: timestamp Sep 22 20:56:48.505493 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 20:56:48.505821 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading Plugin: network_ip_availability Sep 22 20:56:48.511184 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.511555 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.511910 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.512613 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 20:56:48.512954 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading Plugin: flavors Sep 22 20:56:48.517636 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 20:56:48.517967 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading Plugin: revisions Sep 22 20:56:48.522204 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94686) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 20:56:48.522587 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_concurrency.lockutils [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.231s {{(pid=94686) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 20:56:48.523317 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94686) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 22 20:56:48.523904 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Initializing extension manager. Sep 22 20:56:48.524412 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: __init__.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.524775 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: __pycache__ {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.525114 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.525455 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: address_group.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.526197 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.526749 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: address-group Sep 22 20:56:48.527072 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: address_scope.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.527966 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.528476 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: address-scope Sep 22 20:56:48.528835 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: admin_state_down_before_update.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.529755 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.530262 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: router-admin-state-down-before-update Sep 22 20:56:48.530644 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: agent.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.531339 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.531840 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: agent Sep 22 20:56:48.532159 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: agent_resources_synced.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.533090 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.533595 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: agent-resources-synced Sep 22 20:56:48.533913 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: allowedaddresspairs.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.535684 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.536195 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: allowed-address-pairs Sep 22 20:56:48.536518 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: auto_allocated_topology.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.537599 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.538103 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: auto-allocated-topology Sep 22 20:56:48.538425 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: availability_zone.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.539106 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.539602 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: availability_zone Sep 22 20:56:48.539921 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: availability_zone_filter.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.540850 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.552176 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: availability_zone_filter Sep 22 20:56:48.552176 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: data_plane_status.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.552909 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.553409 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension data-plane-status not supported by any of loaded plugins Sep 22 20:56:48.553729 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: default_subnetpools.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.554646 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.555145 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: default-subnetpools Sep 22 20:56:48.555471 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: dhcpagentscheduler.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.556274 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.556794 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: dhcp_agent_scheduler Sep 22 20:56:48.557116 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: dns.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.558024 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.558519 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension dns-integration not supported by any of loaded plugins Sep 22 20:56:48.558840 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: dns_domain_ports.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.559749 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.560252 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 22 20:56:48.560577 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.561538 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.562584 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 22 20:56:48.562905 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: dvr.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.563606 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.564111 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: dvr Sep 22 20:56:48.564431 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: ecmp_routes.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.565360 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.565868 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension ecmp_routes not supported by any of loaded plugins Sep 22 20:56:48.566188 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: empty_string_filtering.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.567087 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.567589 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: empty-string-filtering Sep 22 20:56:48.567908 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.568831 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.569333 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 22 20:56:48.569763 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.570555 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.571057 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 22 20:56:48.571377 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: external_net.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.572276 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.572805 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: external-net Sep 22 20:56:48.573128 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: extra_dhcp_opt.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.574021 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.574519 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: extra_dhcp_opt Sep 22 20:56:48.574837 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: extraroute.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.575737 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.576235 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: extraroute Sep 22 20:56:48.576551 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: extraroute_atomic.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.584996 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.585496 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: extraroute-atomic Sep 22 20:56:48.585815 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: filter_validation.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.586472 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.586968 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: filter-validation Sep 22 20:56:48.587286 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: fip_pf_description.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.588188 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.588685 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 22 20:56:48.589037 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: fip_port_details.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.589943 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.590446 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: fip-port-details Sep 22 20:56:48.590766 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: flavors.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.591987 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.592499 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: flavors Sep 22 20:56:48.592859 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.594532 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.595051 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 22 20:56:48.595377 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: floatingip_pools.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.596073 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.596577 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: floatingip-pools Sep 22 20:56:48.596919 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: ip_allocation.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.597846 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.598351 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension ip_allocation not supported by any of loaded plugins Sep 22 20:56:48.598671 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.599585 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.600085 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: ip-substring-filtering Sep 22 20:56:48.600406 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: l2_adjacency.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.601341 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.601834 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension l2_adjacency not supported by any of loaded plugins Sep 22 20:56:48.602151 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: l3.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.603236 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.603745 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: router Sep 22 20:56:48.604064 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: l3_conntrack_helper.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.606313 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.615193 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 22 20:56:48.615193 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.615881 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.616391 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: ext-gw-mode Sep 22 20:56:48.616715 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.617652 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.618156 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: l3-ha Sep 22 20:56:48.618475 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: l3_flavors.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.619381 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.619880 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: l3-flavors Sep 22 20:56:48.620202 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.621133 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.621631 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: l3-port-ip-change-not-allowed Sep 22 20:56:48.621951 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: l3agentscheduler.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.622981 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.623485 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: l3_agent_scheduler Sep 22 20:56:48.623809 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: logging.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.625378 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.625899 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension logging not supported by any of loaded plugins Sep 22 20:56:48.626231 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: metering.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.626972 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.627541 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: metering Sep 22 20:56:48.627866 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.628983 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.629496 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: metering_source_and_destination_fields Sep 22 20:56:48.629821 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: multiprovidernet.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.630746 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.631250 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: multi-provider Sep 22 20:56:48.631573 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: netmtu.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.632483 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.633009 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: net-mtu Sep 22 20:56:48.633333 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: netmtu_writable.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.634237 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.634742 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: net-mtu-writable Sep 22 20:56:48.635063 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: network_availability_zone.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.635727 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.636226 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: network_availability_zone Sep 22 20:56:48.636544 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: network_ip_availability.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.637680 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.638190 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: network-ip-availability Sep 22 20:56:48.638513 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: network_segment_range.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.639273 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.639768 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension network-segment-range not supported by any of loaded plugins Sep 22 20:56:48.640608 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: pagination.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.641624 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.641951 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: pagination Sep 22 20:56:48.642269 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: port_device_profile.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.643180 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.643684 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: port-device-profile Sep 22 20:56:48.644012 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.644953 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.645455 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: port-mac-address-regenerate Sep 22 20:56:48.645771 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.646688 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.647185 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: port-numa-affinity-policy Sep 22 20:56:48.647507 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: port_resource_request.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.648811 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.649310 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension port-resource-request not supported by any of loaded plugins Sep 22 20:56:48.655352 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: portbindings.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.656091 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.656598 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: binding Sep 22 20:56:48.656953 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: portbindings_extended.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.658222 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.658730 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: binding-extended Sep 22 20:56:48.659056 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: portsecurity.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.659961 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.660465 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: port-security Sep 22 20:56:48.660824 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: project_id.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.661791 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.662119 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: project-id Sep 22 20:56:48.662440 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: providernet.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.663353 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.663856 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: provider Sep 22 20:56:48.664173 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: qos.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.667695 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.668214 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension qos not supported by any of loaded plugins Sep 22 20:56:48.668543 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.669802 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.670315 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 22 20:56:48.670644 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.672069 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.672574 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 22 20:56:48.672923 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: qos_default.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.673832 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.674333 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension qos-default not supported by any of loaded plugins Sep 22 20:56:48.674655 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: qos_fip.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.675297 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.675798 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension qos-fip not supported by any of loaded plugins Sep 22 20:56:48.676115 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: qos_gateway_ip.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.677051 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.677555 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 22 20:56:48.677876 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: qos_port_network_policy.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.678784 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.679276 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 22 20:56:48.679598 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: qos_pps_rule.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.680789 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.681299 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension qos-pps not supported by any of loaded plugins Sep 22 20:56:48.681622 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: qos_rule_type_details.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.682529 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.683039 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 22 20:56:48.683363 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: qos_rules_alias.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.694418 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.694970 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 22 20:56:48.695248 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: quotasv2.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.696162 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.696489 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: quotas Sep 22 20:56:48.696840 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: quotasv2_detail.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.700047 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.700388 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: quota_details Sep 22 20:56:48.700718 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: rbac.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.701791 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.702306 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: rbac-policies Sep 22 20:56:48.702664 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: rbac_address_group.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.703589 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.704097 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: rbac-address-group Sep 22 20:56:48.704421 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: rbac_address_scope.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.705362 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.705873 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: rbac-address-scope Sep 22 20:56:48.706197 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: rbac_security_groups.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.707104 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.707608 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: rbac-security-groups Sep 22 20:56:48.707929 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: rbac_subnetpool.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.708869 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.709377 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: rbac-subnetpool Sep 22 20:56:48.709701 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: revisionifmatch.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.710628 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.711121 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: revision-if-match Sep 22 20:56:48.711443 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: revisions.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.712551 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.713087 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: standard-attr-revisions Sep 22 20:56:48.713415 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: router_availability_zone.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.714088 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.714590 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: router_availability_zone Sep 22 20:56:48.714910 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: routerservicetype.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.715826 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.716327 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension router-service-type not supported by any of loaded plugins Sep 22 20:56:48.716646 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.717584 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.718144 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: security-groups-normalized-cidr Sep 22 20:56:48.718611 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: security_groups_port_filtering.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.719534 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.720307 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: port-security-groups-filtering Sep 22 20:56:48.721650 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.721804 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.722509 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: security-groups-remote-address-group Sep 22 20:56:48.722906 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: securitygroup.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.739445 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.739977 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: security-group Sep 22 20:56:48.740306 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: segment.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.741155 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.741659 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension segment not supported by any of loaded plugins Sep 22 20:56:48.741985 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.742960 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.743467 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 22 20:56:48.743791 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: servicetype.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.745009 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.745530 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: service-type Sep 22 20:56:48.745863 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: sorting.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.746844 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.747174 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: sorting Sep 22 20:56:48.747495 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: standard_attr_segment.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.748422 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.748948 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 22 20:56:48.749312 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: standardattrdescription.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.750468 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.750964 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: standard-attr-description Sep 22 20:56:48.751292 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: stateful_security_group.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.752202 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.752710 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: stateful-security-group Sep 22 20:56:48.753055 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: stdattrs_common.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.753636 dv-cinder-810415-3-iscsi neutron-server[94686]: WARNING neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 22 20:56:48.753950 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.759540 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.760050 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 22 20:56:48.760379 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: subnet_onboard.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.761470 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.761979 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: subnet_onboard Sep 22 20:56:48.762301 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.763219 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.763766 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 22 20:56:48.764043 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: subnet_service_types.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.765007 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.765516 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: subnet-service-types Sep 22 20:56:48.765839 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: subnetallocation.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.766926 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.767426 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: subnet_allocation Sep 22 20:56:48.767750 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.768413 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.768948 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: subnetpool-prefix-ops Sep 22 20:56:48.769272 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.770191 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.770700 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 22 20:56:48.771022 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: tagging.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.772106 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.772621 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: standard-attr-tag Sep 22 20:56:48.772971 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: timestamp.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.774430 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.774944 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loaded extension: standard-attr-timestamp Sep 22 20:56:48.775269 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: trunk.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.782827 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.783335 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension trunk not supported by any of loaded plugins Sep 22 20:56:48.783661 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: trunk_details.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.784592 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.785129 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension trunk-details not supported by any of loaded plugins Sep 22 20:56:48.785455 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: uplink_status_propagation.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.786375 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.786895 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 22 20:56:48.787217 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Loading extension file: vlantransparent.py {{(pid=94686) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 20:56:48.787893 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94686) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 20:56:48.788394 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extension vlan-transparent not supported by any of loaded plugins Sep 22 20:56:48.790852 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Creating instance of TrackedResource for resource:network Sep 22 20:56:48.791373 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Creating instance of TrackedResource for resource:subnet Sep 22 20:56:48.791767 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 20:56:48.792161 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Creating instance of TrackedResource for resource:port Sep 22 20:56:48.793398 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 20:56:48.793842 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Service FLAVORS assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 20:56:48.794473 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 20:56:48.794912 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 20:56:48.795248 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Creating instance of TrackedResource for resource:router Sep 22 20:56:48.795673 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Creating instance of TrackedResource for resource:floatingip Sep 22 20:56:48.796196 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Service METERING assigned prefix: /metering {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 20:56:48.798179 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.798552 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.798902 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94686) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 20:56:48.799909 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 20:56:48.800363 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Creating instance of TrackedResource for resource:security_group Sep 22 20:56:48.800932 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 20:56:48.801516 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Service CORE assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 20:56:48.801843 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 20:56:48.802182 dv-cinder-810415-3-iscsi neutron-server[94686]: WARNING neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] subnetpool is already registered Sep 22 20:56:48.802625 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Service CORE assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 20:56:48.802950 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 20:56:48.803278 dv-cinder-810415-3-iscsi neutron-server[94686]: WARNING neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] subnetpool is already registered Sep 22 20:56:48.805594 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 20:56:48.806023 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Service FLAVORS assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 20:56:48.806617 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 20:56:48.807048 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 20:56:48.807379 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Creating instance of TrackedResource for resource:router Sep 22 20:56:48.807713 dv-cinder-810415-3-iscsi neutron-server[94686]: WARNING neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] router is already registered Sep 22 20:56:48.808126 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Creating instance of TrackedResource for resource:floatingip Sep 22 20:56:48.808456 dv-cinder-810415-3-iscsi neutron-server[94686]: WARNING neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] floatingip is already registered Sep 22 20:56:48.808935 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Service METERING assigned prefix: /metering {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 20:56:48.809612 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 20:56:48.809935 dv-cinder-810415-3-iscsi neutron-server[94686]: WARNING neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] rbac_policy is already registered Sep 22 20:56:48.810343 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Creating instance of TrackedResource for resource:security_group Sep 22 20:56:48.810674 dv-cinder-810415-3-iscsi neutron-server[94686]: WARNING neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] security_group is already registered Sep 22 20:56:48.811070 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 20:56:48.811398 dv-cinder-810415-3-iscsi neutron-server[94686]: WARNING neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] security_group_rule is already registered Sep 22 20:56:48.812037 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Service CORE assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 20:56:48.812364 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 20:56:48.812694 dv-cinder-810415-3-iscsi neutron-server[94686]: WARNING neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] subnetpool is already registered Sep 22 20:56:48.813129 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.v2.resource_helper [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Service CORE assigned prefix: {{(pid=94686) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 20:56:48.813458 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 20:56:48.813784 dv-cinder-810415-3-iscsi neutron-server[94686]: WARNING neutron.quota.resource_registry [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] subnetpool is already registered Sep 22 20:56:48.814252 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: extensions {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.815694 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: address-groups {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.817170 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: address-scopes {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.818466 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: agents {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.819614 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: auto-allocated-topology {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.820856 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: availability_zones {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.822066 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: dhcp-networks {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.823564 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: dhcp-agents {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.824979 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: routers {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.827162 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: flavors {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.828328 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: service_profiles {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.829559 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: next_providers {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.830976 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: service_profiles {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.832479 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: floatingip-pools {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.839572 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: routers {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.839572 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: floatingips {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.839572 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: l3-routers {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.839572 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: l3-agents {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.839868 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: metering-labels {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.841181 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: metering-label-rules {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.842418 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: network-ip-availabilities {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.844200 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: bindings {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.846775 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: quotas {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.848223 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: quotas {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.849642 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: rbac-policies {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.850820 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: security-groups {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.852086 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: security-group-rules {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.853355 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: service-providers {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.854528 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: subnetpools {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.855949 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: subnetpools {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.857407 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: tags {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.859601 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: tags {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.861420 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: tags {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.863187 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: tags {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.864958 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: tags {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.866762 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: tags {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.868433 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: tags {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.870318 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: tags {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.872035 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: tags {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.873776 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron.api.extensions [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Extended resource: tags {{(pid=94686) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 20:56:48.880215 dv-cinder-810415-3-iscsi neutron-server[94686]: WARNING keystonemiddleware.auth_token [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 22 20:56:48.885019 dv-cinder-810415-3-iscsi neutron-server[94686]: WARNING keystonemiddleware.auth_token [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 22 20:56:48.893960 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_concurrency.lockutils [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Acquired lock "singleton_lock" {{(pid=94686) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 22 20:56:48.894428 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_concurrency.lockutils [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Releasing lock "singleton_lock" {{(pid=94686) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 22 20:56:48.895059 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO oslo_service.service [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Starting 2 workers Sep 22 20:56:48.900083 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Started child 94795 {{(pid=94686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 20:56:48.904493 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Started child 94796 {{(pid=94686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 20:56:48.905718 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:56:48.906361 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO neutron.service [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Neutron service started, listening on 0.0.0.0:9696 Sep 22 20:56:48.906792 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Notify callbacks [] for process, before_spawn {{(pid=94686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:56:48.907343 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [-] (94795) wsgi starting up on http://0.0.0.0:9696 Sep 22 20:56:48.909272 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO oslo_service.service [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Starting 1 workers Sep 22 20:56:48.909411 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:56:48.910930 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [-] (94796) wsgi starting up on http://0.0.0.0:9696 Sep 22 20:56:48.914433 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Started child 94797 {{(pid=94686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 20:56:48.914977 dv-cinder-810415-3-iscsi neutron-server[94686]: INFO oslo_service.service [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Starting 1 workers Sep 22 20:56:48.918038 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.service [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] calling RpcWorker wait() {{(pid=94797) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 22 20:56:48.918625 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.service [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] returning from RpcWorker wait() {{(pid=94797) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 22 20:56:48.919431 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Started child 94798 {{(pid=94686) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 22 20:56:48.919936 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:56:48.920271 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG neutron_lib.callbacks.manager [None req-f41be893-7c18-4a0d-b850-cce15caf32ae None None] Notify callbacks [] for process, after_spawn {{(pid=94686) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:56:48.920380 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:56:48.922230 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94686) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 20:56:48.922439 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 20:56:48.926776 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 20:56:48.926776 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 20:56:48.926776 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 20:56:48.926776 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 20:56:48.926776 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.926776 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.926776 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.926776 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.927288 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:56:48.927760 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.927760 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.927760 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.927760 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.927760 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.927760 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.927760 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.927760 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.928252 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.928252 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.928252 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.928252 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.928252 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.928252 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.928252 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.928638 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.929075 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.929075 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.929347 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] debug = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.929517 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.929988 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.930223 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.930470 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.930684 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.930942 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.931219 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.931420 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.931762 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.931915 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.932098 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.932365 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.932599 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.932824 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.933081 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.933288 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.933516 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.933963 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] host = dv-cinder-810415-3-iscsi {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.934191 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.934450 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.934671 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.934927 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.935176 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.935401 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.935653 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.935889 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.936139 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.936377 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.936621 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.937414 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.937662 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.937923 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] log_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.938086 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] log_options = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.938317 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.938588 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.938861 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.939044 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.939210 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.939381 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.939632 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.939775 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.940029 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.940241 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.940452 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.940663 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.940915 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.941146 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.941402 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.941646 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.941885 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.942067 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.942304 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.942526 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.942744 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.942963 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.943212 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.943377 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.943588 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.943822 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.944055 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.944250 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.944460 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.944706 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.944954 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.945250 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.945414 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.945647 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.945899 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.946124 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.946350 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.946562 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.947021 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.947021 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.947311 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.947565 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.947754 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.947995 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.948243 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.948454 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.948666 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] use_json = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.948915 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.949144 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.949408 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.949618 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.949844 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.950054 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.950263 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.950491 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:48.950918 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.951192 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.951510 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.951728 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.951969 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.952191 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.952467 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.953304 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.953692 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.953938 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.954329 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.954747 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.954747 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.954747 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.955699 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.956003 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.956139 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:56:48.956260 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.956507 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.956746 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.956963 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.957178 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.959451 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.959451 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.959451 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.959451 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.959451 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.959451 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.959451 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.959451 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.960046 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.960046 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.960046 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.960046 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.960324 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.960434 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.960644 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.960876 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.961129 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.961364 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.961591 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.961803 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.962052 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.962280 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.962508 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.962726 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.962959 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.963187 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.963458 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.963634 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.963844 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.964055 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.964282 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.964524 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.964777 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.965044 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.965290 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.965529 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.965741 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.965952 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.966196 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.966440 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.966656 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.967051 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.967302 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.967682 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.968051 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.968455 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.968455 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.968998 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.968998 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.969257 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.969393 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.969535 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.969731 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.969967 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.970183 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.970394 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.970662 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.970841 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.971592 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.971592 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.971592 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.971592 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.971592 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.971592 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.971592 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.971592 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.971592 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.974236 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.974236 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.974236 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.974236 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.974236 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.974236 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.978701 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.978701 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.978701 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.978701 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.978701 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.978701 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.978701 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.978701 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.984842 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.984842 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.984842 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.984842 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.984842 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.984842 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.984842 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.984842 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.985411 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.985411 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.985411 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.985411 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.985411 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.985411 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.985411 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.985411 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.986051 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.986051 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.986051 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.986051 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.986051 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.986051 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.986051 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.986051 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.987078 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.987078 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.987078 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.987078 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.987078 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.987078 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.987078 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.987078 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.987843 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.987843 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.987843 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.987843 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.987843 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.987843 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.987843 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.987843 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.988844 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.988844 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.988844 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.988844 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.988844 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.988844 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.988844 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.988844 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.989756 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.989756 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.989756 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.989756 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.989756 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.989756 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.989756 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.989756 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.990975 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.990975 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.990975 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.990975 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.990975 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.990975 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.990975 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.990975 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.992296 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.992296 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.992296 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.992296 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.992296 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.992296 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.993240 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.993240 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.993240 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.993240 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.993957 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.993957 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.993957 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.994301 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.994409 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.994571 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.994786 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.995005 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.995347 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.995501 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.995646 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.995867 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.996088 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.996297 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.996542 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.996803 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.997136 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.997367 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.997590 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.997824 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.998034 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.998319 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.998507 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.998736 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.998976 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.999197 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:48.999910 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.000161 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.000398 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.000802 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.007272 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.007272 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.007272 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.007272 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.007272 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.007272 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.007272 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.007272 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.008225 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.008225 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.008225 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.008225 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.008225 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.008225 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.008225 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.008225 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.009036 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.009036 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.009036 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.009036 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.009036 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.009036 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.009036 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.009036 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.009952 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.009952 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.009952 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.009952 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.009952 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.009952 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.009952 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.009952 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.010672 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.010672 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.010672 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.010672 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.010672 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.010672 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.010672 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.010672 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.011393 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.011393 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.011393 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.011393 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.011393 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.011393 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.011393 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.011393 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.012261 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.012261 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.012261 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.012261 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.012261 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.012880 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.012880 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.012880 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.013185 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.013400 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.013632 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.013906 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.014175 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.014444 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.014687 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.015028 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.015363 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.015637 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.015898 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.016120 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.016365 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.016600 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.016853 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.017105 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.017333 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.017561 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.017814 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.018039 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.018279 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.018490 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.018713 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.018956 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.019196 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.019405 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.019639 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.019848 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.020000 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 20:56:49.020516 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94686) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 22 20:56:49.020670 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 20:56:49.020864 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 20:56:49.021036 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 20:56:49.021202 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 20:56:49.021349 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 20:56:49.021552 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.021708 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.021863 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.022018 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.022174 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.022348 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.022504 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.022659 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.022864 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.022989 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.023110 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.023230 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.023377 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.023841 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.023962 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.024082 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.024287 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.024412 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.024532 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.024653 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.024799 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.024949 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.025103 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] debug = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.025261 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.025456 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.025613 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.025767 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.025884 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.026038 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.026262 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.026399 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.026535 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.026658 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.026799 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.026923 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.027046 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.027175 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.027330 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.027484 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.027638 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.027796 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] host = dv-cinder-810415-3-iscsi {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.027950 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.028105 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.028247 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.028399 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.028552 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.028707 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.028882 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.029036 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.029174 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.029331 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.029572 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.029822 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.030003 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.030131 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] log_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.030251 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] log_options = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.030447 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.031116 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.031272 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.031674 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.031839 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.031983 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.032139 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.032293 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.032447 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.032599 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.033091 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.033091 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.033091 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.033395 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.033395 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.041886 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.041886 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.041886 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.041886 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.041886 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.041886 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.041886 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.041886 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.042921 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.042921 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.042921 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.042921 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.042921 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.042921 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.042921 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.042921 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.043570 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.043570 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.043570 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.043570 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.043570 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.043570 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.043570 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.043570 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.044189 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.044189 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.044189 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.044189 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.044189 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.044189 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.044189 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.044189 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] use_json = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.044886 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.044886 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.044886 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.044886 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.044886 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.044886 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.044886 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.044886 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 20:56:49.045512 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.045512 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.045512 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.045512 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.045512 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.045512 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.045512 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.045512 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.046789 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.046789 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.046789 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.046789 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.046789 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.046789 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.046789 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.046789 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.047502 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.047502 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.047502 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.047502 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.047502 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.047502 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.047502 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.047502 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.048062 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.048062 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.048062 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.048062 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.048062 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.048062 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.048062 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.048062 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.049092 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.049092 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.049092 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.049092 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.049092 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.049092 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.049092 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.049092 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.049092 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.049940 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.049940 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.049940 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.049940 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.049940 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.049940 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.049940 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.049940 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.049940 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.050729 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.050729 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.050729 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.050729 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.050729 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.050729 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.050729 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.050729 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.050729 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.051313 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.051313 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.051313 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.051313 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.051313 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.051313 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.051313 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.051313 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.051313 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.051891 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.051891 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.051891 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.051891 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.051891 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.051891 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.051891 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.051891 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.051891 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.052467 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.052467 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.052467 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.052467 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.052467 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.052467 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.052467 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.052467 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.053006 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.053006 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.053006 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.053006 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.053374 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.053374 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.053514 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.053623 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.053781 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.053941 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.054097 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.054255 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.054411 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.054567 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.054724 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.054881 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.055115 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.055267 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.055361 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.055483 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.055639 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.055796 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.055954 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.056112 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.056270 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.056426 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.056583 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.056766 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.056914 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.057071 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.057228 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.057393 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.057549 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.057707 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.057869 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.058032 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.058198 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.058357 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.058514 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.058671 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.058828 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.058984 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.059140 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.059296 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.059453 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.059611 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.059768 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.059931 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.060097 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.060254 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.060411 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.060568 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.061347 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.061510 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.061669 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.061872 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.062020 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.062177 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.062335 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.062492 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.062649 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.062807 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.062965 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.063123 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.063300 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.063642 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.063642 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.064080 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.064080 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.064080 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.064362 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.064362 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.064514 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.064637 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.064792 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.064907 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.065041 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.065198 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.065355 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.065513 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.065670 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.065826 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.065981 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.066138 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.066293 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.066450 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.066606 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.066763 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.066920 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.067078 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.067236 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.067393 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.067550 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.067709 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.067870 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.068028 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.068186 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.068343 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.068500 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.068657 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.068858 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.069018 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.069176 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.069334 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.069670 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.069670 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.069902 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.069984 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.070094 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.070250 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.070406 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.070562 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.070718 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.070875 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.071031 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.071187 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.071343 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.071498 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.071657 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.071816 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.071973 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.072130 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.072287 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.072445 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.072600 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.072802 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.072938 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.073089 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.073245 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.073391 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.073752 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.073752 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.073987 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.073987 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.074216 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.074307 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.074430 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.074573 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.074737 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.074894 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.075050 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.075207 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.075364 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.075520 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.075684 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.075841 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.075997 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.076154 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.076309 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.076466 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.076630 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.076805 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.076963 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.077104 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.077263 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.077440 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.077607 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.077764 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.077924 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.078080 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.078237 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.078393 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.078558 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.078900 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.078900 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.079132 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.079252 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.079332 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.079447 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.079614 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.079771 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.079930 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.080086 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.080243 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.080400 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.080558 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.080720 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.080894 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.081056 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.081214 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.081378 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.081506 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:56:49.081642 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.082096 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.082096 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.082096 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.082434 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.082434 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.082434 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.082780 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.082780 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.083008 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.083008 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.083234 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.083354 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.083474 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.083595 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.083723 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.083873 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.084030 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.084186 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.084342 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.084500 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.084656 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.084838 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.084998 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 20:56:49.085531 dv-cinder-810415-3-iscsi neutron-server[94686]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94686) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 20:56:49.342568 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 39800) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:56:49.351833 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065918 Sep 22 20:57:01.005249 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dad343-3631-4890-b2c6-590552ab92dd None None] get_active_networks_info from dv-cinder-810415-3-iscsi {{(pid=94797) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 22 20:57:01.077098 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dad343-3631-4890-b2c6-590552ab92dd None None] No non-hosted networks {{(pid=94797) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 22 20:57:01.094366 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.agentschedulers_db [None req-a2dad343-3631-4890-b2c6-590552ab92dd None None] DHCP Agent not found on host dv-cinder-810415-3-iscsi {{(pid=94797) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 22 20:57:01.335973 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-819578a9-c0a3-4525-831c-b1f65cfcb873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3741645'] for agent, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:03.674019 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-558095c5-286b-41d5-aae4-899ec488e82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3741645'] for agent, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:03.725329 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.db.api [None req-9488ffed-2416-432d-982c-805200a137ae None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-810415-3-iscsi {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 20:57:03.725771 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG oslo_db.api [None req-9488ffed-2416-432d-982c-805200a137ae None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 20:57:04.250620 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9488ffed-2416-432d-982c-805200a137ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:04.410052 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3741645'] for agent, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:04.411087 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:04.411889 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:04.412465 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:04.413114 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:04.413640 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:04.414380 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:04.414981 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:04.415543 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:04.416092 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:04.416920 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:04.417623 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:04.418190 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:04.418837 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-810415-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:57:04.429153 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-810415-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:57:04.558881 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3741645'] for agent, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:06.278270 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3741645'] for agent, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:07.341443 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 39892) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:57:07.854448 dv-cinder-810415-3-iscsi neutron-server[94795]: WARNING oslo_policy.policy [None req-cb2e3d85-6e73-4f0a-a932-3f0c5df483ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 20:57:07.855074 dv-cinder-810415-3-iscsi neutron-server[94795]: WARNING oslo_policy.policy [None req-cb2e3d85-6e73-4f0a-a932-3f0c5df483ed admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 20:57:08.072781 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [None req-cb2e3d85-6e73-4f0a-a932-3f0c5df483ed admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 20:57:08.073963 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-cb2e3d85-6e73-4f0a-a932-3f0c5df483ed admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7303545 Sep 22 20:57:08.894921 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.db.l3_hamode_db [None req-3fa8a0b4-29eb-4e60-b101-1b32c83683c8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 22 20:57:08.973160 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa8a0b4-29eb-4e60-b101-1b32c83683c8 None None] Routers set() bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:57:08.973546 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa8a0b4-29eb-4e60-b101-1b32c83683c8 None None] Router IDs set() for agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 22 20:57:10.434746 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 39906) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:57:10.746176 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-425038c2-d156-4f5f-9863-c14f520573c3 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:57:10.858091 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.policy [None req-425038c2-d156-4f5f-9863-c14f520573c3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94795) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 20:57:10.902784 dv-cinder-810415-3-iscsi neutron-server[94795]: WARNING oslo_policy.policy [None req-425038c2-d156-4f5f-9863-c14f520573c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 20:57:10.903153 dv-cinder-810415-3-iscsi neutron-server[94795]: WARNING oslo_policy.policy [None req-425038c2-d156-4f5f-9863-c14f520573c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 20:57:10.911628 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.quota [None req-425038c2-d156-4f5f-9863-c14f520573c3 admin admin] Loaded quota_driver: . Sep 22 20:57:11.075706 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-425038c2-d156-4f5f-9863-c14f520573c3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786351386640', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786351387333', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786351366942', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786351373672', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786349902694', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786351409623', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-543674', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-831390', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4022039', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3831841'] for rbac-policy, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:11.266805 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-425038c2-d156-4f5f-9863-c14f520573c3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:11.267926 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-425038c2-d156-4f5f-9863-c14f520573c3 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8321977 Sep 22 20:57:13.843360 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 39918) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:57:14.136504 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '54018258d0434187910f4033e7de8103', 'project_id': '54018258d0434187910f4033e7de8103'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:57:14.220722 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Made reservation on behalf of 54018258d0434187910f4033e7de8103 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:57:14.223526 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:14.240286 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:14.357925 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:14.432162 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:14.456394 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 580} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 20:57:14.479722 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786352064139', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:14.480222 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Unsubscribe: segment precommit_create {{(pid=94795) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 20:57:14.480715 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.db.segments_db [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Added segment 9dad022b-8c45-4b53-862f-5935ba208d71 of type vlan for network 158e37c3-616d-4fb3-ba25-36fc3d529b15 Sep 22 20:57:14.486447 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45777247-a818-437a-9c77-8d50488c2ad1,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:57:14.508810 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:14.509160 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:14.509511 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:14.509823 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:14.510145 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:14.510475 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:14.510792 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:14.511107 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:14.511432 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:14.511747 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:14.512055 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:14.512364 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Tracked resource versions report: Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: pushed versions: Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: { 'AddressGroup': {'1.2'}, Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'ConntrackHelper': {'1.0'}, Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'Log': {'1.0'}, Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'Network': {'1.1'}, Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'Port': {'1.7'}, Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'PortForwarding': {'1.2'}, Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'QosPolicy': {'1.9'}, Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'SecurityGroup': {'1.4'}, Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'SecurityGroupRule': {'1.2'}, Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'SubPort': {'1.0'}, Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'Subnet': {'1.1'}, Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'Trunk': {'1.1'}} Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: consumer versions: Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: { DHCP agent@dv-cinder-810415-3-iscsi: {}, Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: L3 agent@dv-cinder-810415-3-iscsi: {}, Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: Metadata agent@dv-cinder-810415-3-iscsi: {}, Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: Metering agent@dv-cinder-810415-3-iscsi: {}, Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: Open vSwitch agent@dv-cinder-810415-3-iscsi: { 'AddressGroup': '1.2', Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'ConntrackHelper': '1.0', Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'Log': '1.0', Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'Network': '1.1', Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'Port': '1.7', Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'PortForwarding': '1.2', Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'QosPolicy': '1.9', Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'SecurityGroup': '1.4', Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'SecurityGroupRule': '1.2', Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'SubPort': '1.0', Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'Subnet': '1.1', Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: 'Trunk': '1.1'}} Sep 22 20:57:14.514009 dv-cinder-810415-3-iscsi neutron-server[94795]: {{(pid=94795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 20:57:14.599070 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786351554335'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:14.717596 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:14.718830 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:57:14.719476 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:14.815347 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] Pushing event updated for resources: {'Network': ['ID=158e37c3-616d-4fb3-ba25-36fc3d529b15,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:57:14.826651 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Network 158e37c3-616d-4fb3-ba25-36fc3d529b15 details requested by agent ovs-agent-dv-cinder-810415-3-iscsi with host dv-cinder-810415-3-iscsi {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 20:57:14.832558 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-28498238-9560-438b-b89b-427f22aff559 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9881740 Sep 22 20:57:17.457848 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 39932) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:57:17.844845 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dca5302-14e2-4f4e-95cb-fe155c372cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:57:17.846233 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-0dca5302-14e2-4f4e-95cb-fe155c372cb0 admin admin] 10.222.0.42 "GET /v2.0/networks/158e37c3-616d-4fb3-ba25-36fc3d529b15 HTTP/1.1" status: 200 len: 825 time: 0.3874452 Sep 22 20:57:17.871452 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-476aadc2-a17b-4e8f-a0b1-455e2574d509 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/6757710b-673e-4540-bdca-37e7cc4eb53c HTTP/1.1" status: 200 len: 734 time: 0.0189903 Sep 22 20:57:17.880915 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0eb7cf6d-e607-4593-909f-da934fd38c69 admin admin] Request body: {'subnet': {'network_id': '158e37c3-616d-4fb3-ba25-36fc3d529b15', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '54018258d0434187910f4033e7de8103', 'subnetpool_id': '6757710b-673e-4540-bdca-37e7cc4eb53c', 'name': 'private-subnet'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:57:17.968654 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb7cf6d-e607-4593-909f-da934fd38c69 admin admin] Made reservation on behalf of 54018258d0434187910f4033e7de8103 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:57:17.970844 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0eb7cf6d-e607-4593-909f-da934fd38c69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:18.323530 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0eb7cf6d-e607-4593-909f-da934fd38c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:18.393868 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb7cf6d-e607-4593-909f-da934fd38c69 admin admin] Checking segment: {'id': '9dad022b-8c45-4b53-862f-5935ba208d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '158e37c3-616d-4fb3-ba25-36fc3d529b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:57:18.394211 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb7cf6d-e607-4593-909f-da934fd38c69 admin admin] Network hostable DHCP agents. Network: 158e37c3-616d-4fb3-ba25-36fc3d529b15, hostable agents: ['56809e1b-eac6-40c1-a412-0e5017dff325'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 20:57:18.398822 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7cf6d-e607-4593-909f-da934fd38c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1afc14da-22b5-4e8b-aa2c-068a06c341bc,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:57:18.471248 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb7cf6d-e607-4593-909f-da934fd38c69 admin admin] Network 158e37c3-616d-4fb3-ba25-36fc3d529b15 is scheduled to be hosted by DHCP agent 56809e1b-eac6-40c1-a412-0e5017dff325 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 20:57:18.551697 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-0eb7cf6d-e607-4593-909f-da934fd38c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-3-iscsi, 158e37c3-616d-4fb3-ba25-36fc3d529b15) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:57:18.556500 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb7cf6d-e607-4593-909f-da934fd38c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:57:18.557101 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0eb7cf6d-e607-4593-909f-da934fd38c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:18.561530 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713746e5-54ff-48aa-8a0d-15fe3685a6cb None None] Network 158e37c3-616d-4fb3-ba25-36fc3d529b15 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:57:18.729649 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-0eb7cf6d-e607-4593-909f-da934fd38c69 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8517740 Sep 22 20:57:18.871789 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd055608f-81b6-5a45-b436-6df0833047cb-158e37c3-616d-4fb3-ba25-36fc3d529b15', 'network_id': '158e37c3-616d-4fb3-ba25-36fc3d529b15', 'tenant_id': '54018258d0434187910f4033e7de8103', 'fixed_ips': [{'subnet_id': '1afc14da-22b5-4e8b-aa2c-068a06c341bc'}]}} from dv-cinder-810415-3-iscsi. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 20:57:18.873182 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:19.145650 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Allocated IP 172.20.0.2 (158e37c3-616d-4fb3-ba25-36fc3d529b15/1afc14da-22b5-4e8b-aa2c-068a06c341bc/a6e222b7-b93b-4faa-8e9b-0fae42a4194b) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:57:19.366196 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:19.455278 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:19.522134 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Network 158e37c3-616d-4fb3-ba25-36fc3d529b15 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:57:19.526691 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:57:19.539491 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:57:19.551748 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Pushing event updated for resources: {'Port': ['ID=a6e222b7-b93b-4faa-8e9b-0fae42a4194b,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:57:19.591939 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:19.592565 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:19.592674 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:19.592931 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:19.593253 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:19.593591 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:19.593907 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:19.594225 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:19.594553 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:19.594865 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:19.595176 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:19.595482 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Tracked resource versions report: Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: pushed versions: Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: { 'AddressGroup': {'1.2'}, Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'ConntrackHelper': {'1.0'}, Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'Log': {'1.0'}, Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'Network': {'1.1'}, Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'Port': {'1.7'}, Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'PortForwarding': {'1.2'}, Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'QosPolicy': {'1.9'}, Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'SecurityGroup': {'1.4'}, Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'SecurityGroupRule': {'1.2'}, Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'SubPort': {'1.0'}, Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'Subnet': {'1.1'}, Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'Trunk': {'1.1'}} Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: consumer versions: Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: { DHCP agent@dv-cinder-810415-3-iscsi: {}, Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: L3 agent@dv-cinder-810415-3-iscsi: {}, Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: Metadata agent@dv-cinder-810415-3-iscsi: {}, Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: Metering agent@dv-cinder-810415-3-iscsi: {}, Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: Open vSwitch agent@dv-cinder-810415-3-iscsi: { 'AddressGroup': '1.2', Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'ConntrackHelper': '1.0', Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'Log': '1.0', Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'Network': '1.1', Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'Port': '1.7', Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'PortForwarding': '1.2', Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'QosPolicy': '1.9', Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'SecurityGroup': '1.4', Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'SecurityGroupRule': '1.2', Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'SubPort': '1.0', Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'Subnet': '1.1', Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: 'Trunk': '1.1'}} Sep 22 20:57:19.596622 dv-cinder-810415-3-iscsi neutron-server[94797]: {{(pid=94797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 20:57:19.628937 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Attempting to bind port a6e222b7-b93b-4faa-8e9b-0fae42a4194b on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:57:19.629325 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Attempting to bind port a6e222b7-b93b-4faa-8e9b-0fae42a4194b by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': '9dad022b-8c45-4b53-862f-5935ba208d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '158e37c3-616d-4fb3-ba25-36fc3d529b15'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:57:19.629734 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Attempting to bind port a6e222b7-b93b-4faa-8e9b-0fae42a4194b on network 158e37c3-616d-4fb3-ba25-36fc3d529b15 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:57:19.634485 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:57:19.634877 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Checking segment: {'id': '9dad022b-8c45-4b53-862f-5935ba208d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '158e37c3-616d-4fb3-ba25-36fc3d529b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:57:19.635343 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:19.635718 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Bound using segment: {'id': '9dad022b-8c45-4b53-862f-5935ba208d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '158e37c3-616d-4fb3-ba25-36fc3d529b15'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:57:19.636169 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Bound port: a6e222b7-b93b-4faa-8e9b-0fae42a4194b, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dad022b-8c45-4b53-862f-5935ba208d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '158e37c3-616d-4fb3-ba25-36fc3d529b15'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:57:19.636555 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:19.699133 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] For port a6e222b7-b93b-4faa-8e9b-0fae42a4194b, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:57:19.703592 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] For port a6e222b7-b93b-4faa-8e9b-0fae42a4194b, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=a6e222b7-b93b-4faa-8e9b-0fae42a4194b,segment=NetworkSegment(9dad022b-8c45-4b53-862f-5935ba208d71),segment_id=9dad022b-8c45-4b53-862f-5935ba208d71)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:57:19.786801 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:19.853848 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80460a-4da9-447d-bf04-25e95a2cd27d None None] Pushing event updated for resources: {'Port': ['ID=a6e222b7-b93b-4faa-8e9b-0fae42a4194b,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:57:21.139975 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 39940) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:57:21.454346 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [None req-74f699fa-0743-497a-9269-0aec3fcedbf4 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 20:57:21.455357 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-74f699fa-0743-497a-9269-0aec3fcedbf4 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3144250 Sep 22 20:57:23.834330 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 39948) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:57:24.153170 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [None req-aedf5041-8bd6-413f-af28-b50ed1388451 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 20:57:24.154253 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-aedf5041-8bd6-413f-af28-b50ed1388451 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3189256 Sep 22 20:57:26.808778 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 39958) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:57:27.329579 dv-cinder-810415-3-iscsi neutron-server[94796]: WARNING oslo_policy.policy [None req-af29c855-b420-4c9b-aade-7158987db077 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 20:57:27.330159 dv-cinder-810415-3-iscsi neutron-server[94796]: WARNING oslo_policy.policy [None req-af29c855-b420-4c9b-aade-7158987db077 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 20:57:27.548072 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-af29c855-b420-4c9b-aade-7158987db077 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '54018258d0434187910f4033e7de8103'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:57:27.612131 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.policy [None req-af29c855-b420-4c9b-aade-7158987db077 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94796) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 20:57:27.657966 dv-cinder-810415-3-iscsi neutron-server[94796]: WARNING oslo_policy.policy [None req-af29c855-b420-4c9b-aade-7158987db077 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 20:57:27.658607 dv-cinder-810415-3-iscsi neutron-server[94796]: WARNING oslo_policy.policy [None req-af29c855-b420-4c9b-aade-7158987db077 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 20:57:27.669386 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.quota [None req-af29c855-b420-4c9b-aade-7158987db077 admin admin] Loaded quota_driver: . Sep 22 20:57:27.756274 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device a6e222b7-b93b-4faa-8e9b-0fae42a4194b up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:57:27.815101 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-af29c855-b420-4c9b-aade-7158987db077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3739781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:27.817060 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-af29c855-b420-4c9b-aade-7158987db077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4180506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:27.848690 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port a6e222b7-b93b-4faa-8e9b-0fae42a4194b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:57:27.849106 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:27.959144 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:27.974085 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-af29c855-b420-4c9b-aade-7158987db077 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:27.994750 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] For port a6e222b7-b93b-4faa-8e9b-0fae42a4194b, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=a6e222b7-b93b-4faa-8e9b-0fae42a4194b,segment=NetworkSegment(9dad022b-8c45-4b53-862f-5935ba208d71),segment_id=9dad022b-8c45-4b53-862f-5935ba208d71)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:57:28.026840 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-af29c855-b420-4c9b-aade-7158987db077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3737356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:28.054257 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:28.099367 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Pushing event updated for resources: {'Port': ['ID=a6e222b7-b93b-4faa-8e9b-0fae42a4194b,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:57:28.140197 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-af29c855-b420-4c9b-aade-7158987db077 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:28.141524 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-af29c855-b420-4c9b-aade-7158987db077 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3317945 Sep 22 20:57:28.155887 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147da71e-7fc7-4213-9bd2-27e971de8ed2 None None] Network 158e37c3-616d-4fb3-ba25-36fc3d529b15 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:57:28.226711 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a952df17-4c63-4065-a0d9-b44d2beda8ea None None] Provisioning complete for port a6e222b7-b93b-4faa-8e9b-0fae42a4194b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:57:28.227082 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a952df17-4c63-4065-a0d9-b44d2beda8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:28.585619 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b0785fc6-60e1-44d8-aa2a-a3582e07ce80 None None] Provisioning complete for port a6e222b7-b93b-4faa-8e9b-0fae42a4194b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:57:28.586000 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b0785fc6-60e1-44d8-aa2a-a3582e07ce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:29.737354 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device a6e222b7-b93b-4faa-8e9b-0fae42a4194b up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:57:29.785766 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port a6e222b7-b93b-4faa-8e9b-0fae42a4194b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:57:29.786140 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:30.526957 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 39978) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:57:30.836767 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [None req-1f825665-87e3-4819-9b10-a819d776ff9e admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 20:57:30.837767 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-1f825665-87e3-4819-9b10-a819d776ff9e admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3099008 Sep 22 20:57:30.968697 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-64c8675d-184e-48f2-bb86-0161a59938a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:33.235931 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 39986) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:57:33.540184 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:57:33.659400 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Made reservation on behalf of ab521a0ea32a4544bb8a9002e69a7091 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:57:33.662088 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:33.678777 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:33.757200 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-02ec727f-3f01-49e8-a0eb-32300be9490c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:33.789187 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:33.859808 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:33.879743 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Reserving flat network on physical network physnet1 {{(pid=94796) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 22 20:57:33.902450 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786352064139', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:33.903038 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Unsubscribe: segment precommit_create {{(pid=94796) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 20:57:33.903541 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.segments_db [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Added segment a59dda77-9f4d-4db7-993a-65a63ccea8cd of type flat for network 2c353f49-210c-4300-9e98-1f6204bdd5b4 Sep 22 20:57:33.927012 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a331eba-0ef3-478c-9cbd-77584d05e3f4,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:57:33.943650 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:33.943997 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:33.944324 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:33.944641 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:33.944983 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:33.945311 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:33.945624 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:33.945929 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:33.946251 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:33.946560 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:33.946864 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:33.947165 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Tracked resource versions report: Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: pushed versions: Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: { 'AddressGroup': {'1.2'}, Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'ConntrackHelper': {'1.0'}, Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'Log': {'1.0'}, Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'Network': {'1.1'}, Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'Port': {'1.7'}, Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'PortForwarding': {'1.2'}, Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'QosPolicy': {'1.9'}, Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'SecurityGroup': {'1.4'}, Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'SecurityGroupRule': {'1.2'}, Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'SubPort': {'1.0'}, Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'Subnet': {'1.1'}, Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'Trunk': {'1.1'}} Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: consumer versions: Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: { DHCP agent@dv-cinder-810415-3-iscsi: {}, Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: L3 agent@dv-cinder-810415-3-iscsi: {}, Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: Metadata agent@dv-cinder-810415-3-iscsi: {}, Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: Metering agent@dv-cinder-810415-3-iscsi: {}, Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: Open vSwitch agent@dv-cinder-810415-3-iscsi: { 'AddressGroup': '1.2', Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'ConntrackHelper': '1.0', Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'Log': '1.0', Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'Network': '1.1', Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'Port': '1.7', Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'PortForwarding': '1.2', Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'QosPolicy': '1.9', Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'SecurityGroup': '1.4', Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'SecurityGroupRule': '1.2', Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'SubPort': '1.0', Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'Subnet': '1.1', Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: 'Trunk': '1.1'}} Sep 22 20:57:33.948257 dv-cinder-810415-3-iscsi neutron-server[94796]: {{(pid=94796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 20:57:34.025936 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786351554335'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:34.151093 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:34.152201 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:57:34.152893 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:34.244667 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] Pushing event updated for resources: {'Network': ['ID=2c353f49-210c-4300-9e98-1f6204bdd5b4,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:57:34.255298 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 details requested by agent ovs-agent-dv-cinder-810415-3-iscsi with host dv-cinder-810415-3-iscsi {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 20:57:34.295522 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-d3f211bc-ba83-4017-855f-e5a164a5e0d1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0585487 Sep 22 20:57:34.431687 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:34.465789 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:36.202565 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:36.679582 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 40008) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:57:36.854410 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e959eb-010c-41e9-a2e4-d234fbc2b845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:57:36.856328 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-25e959eb-010c-41e9-a2e4-d234fbc2b845 admin admin] 10.222.0.42 "GET /v2.0/subnets/1afc14da-22b5-4e8b-aa2c-068a06c341bc HTTP/1.1" status: 200 len: 849 time: 0.1753035 Sep 22 20:57:36.980289 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:57:37.014493 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-20625737-6388-4115-9e87-652b42d18863 admin admin] 10.222.0.42 "GET /v2.0/routers/ed363082-61de-438e-9d0d-4e2f4f7ffcd8 HTTP/1.1" status: 200 len: 704 time: 0.1520157 Sep 22 20:57:37.275877 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd60b838-63dd-4651-8782-1dfed2d3e768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:37.574429 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-fd60b838-63dd-4651-8782-1dfed2d3e768 admin admin] Allocated IP 172.20.0.1 (158e37c3-616d-4fb3-ba25-36fc3d529b15/1afc14da-22b5-4e8b-aa2c-068a06c341bc/9e98ab47-3c6d-42a5-8d48-20b3ee9ad325) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:57:37.727282 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd60b838-63dd-4651-8782-1dfed2d3e768 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:37.854530 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd60b838-63dd-4651-8782-1dfed2d3e768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:37.968950 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd60b838-63dd-4651-8782-1dfed2d3e768 admin admin] Network 158e37c3-616d-4fb3-ba25-36fc3d529b15 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:57:37.973544 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-fd60b838-63dd-4651-8782-1dfed2d3e768 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:57:37.979030 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd60b838-63dd-4651-8782-1dfed2d3e768 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:57:37.979573 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd60b838-63dd-4651-8782-1dfed2d3e768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3741573'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:38.042704 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60b838-63dd-4651-8782-1dfed2d3e768 admin admin] Pushing event updated for resources: {'Port': ['ID=9e98ab47-3c6d-42a5-8d48-20b3ee9ad325,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:57:38.129935 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-05b520e1-03e7-4017-ad74-02111c4d5da1 None None] Provisioning complete for port 9e98ab47-3c6d-42a5-8d48-20b3ee9ad325 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:57:38.130486 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-05b520e1-03e7-4017-ad74-02111c4d5da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:38.162414 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-05b520e1-03e7-4017-ad74-02111c4d5da1 None None] Port 9e98ab47-3c6d-42a5-8d48-20b3ee9ad325 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:57:38.245419 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd60b838-63dd-4651-8782-1dfed2d3e768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:38.446792 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd60b838-63dd-4651-8782-1dfed2d3e768 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:38.510593 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd60b838-63dd-4651-8782-1dfed2d3e768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:38.511323 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd60b838-63dd-4651-8782-1dfed2d3e768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3740533'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:38.570277 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60b838-63dd-4651-8782-1dfed2d3e768 admin admin] Pushing event updated for resources: {'Port': ['ID=9e98ab47-3c6d-42a5-8d48-20b3ee9ad325,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:57:38.634512 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd60b838-63dd-4651-8782-1dfed2d3e768 admin admin] Network 158e37c3-616d-4fb3-ba25-36fc3d529b15 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:57:38.635881 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-fd60b838-63dd-4651-8782-1dfed2d3e768 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:57:38.882532 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd60b838-63dd-4651-8782-1dfed2d3e768 admin admin] Router ed363082-61de-438e-9d0d-4e2f4f7ffcd8 is scheduled to L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 20:57:38.883158 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d8c632fc-151c-4034-9980-df7d865dac0d None None] Provisioning complete for port 9e98ab47-3c6d-42a5-8d48-20b3ee9ad325 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:57:38.883158 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d8c632fc-151c-4034-9980-df7d865dac0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:38.915522 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d8c632fc-151c-4034-9980-df7d865dac0d None None] Port 9e98ab47-3c6d-42a5-8d48-20b3ee9ad325 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:57:38.972981 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd60b838-63dd-4651-8782-1dfed2d3e768 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:57:38.978100 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-fd60b838-63dd-4651-8782-1dfed2d3e768 admin admin] 10.222.0.42 "PUT /v2.0/routers/ed363082-61de-438e-9d0d-4e2f4f7ffcd8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9579222 Sep 22 20:57:38.983068 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] Sync routers for ids ['ed363082-61de-438e-9d0d-4e2f4f7ffcd8'] in dv-cinder-810415-3-iscsi {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:57:38.994809 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] Routers {'ed363082-61de-438e-9d0d-4e2f4f7ffcd8'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:57:38.995611 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T20:57:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['ed363082-61de-438e-9d0d-4e2f4f7ffcd8'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:57:39.177080 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] Set router ed363082-61de-438e-9d0d-4e2f4f7ffcd8 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:57:39.592468 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed363082-61de-438e-9d0d-4e2f4f7ffcd8', 'name': 'router1', 'tenant_id': '54018258d0434187910f4033e7de8103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:57:27Z', 'updated_at': '2021-09-22T20:57:38Z', 'revision_number': 2, 'project_id': '54018258d0434187910f4033e7de8103', 'gw_port_host': None, '_interfaces': [{'id': '9e98ab47-3c6d-42a5-8d48-20b3ee9ad325', 'name': '', 'network_id': '158e37c3-616d-4fb3-ba25-36fc3d529b15', 'tenant_id': '54018258d0434187910f4033e7de8103', 'mac_address': 'fa:16:3e:50:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed363082-61de-438e-9d0d-4e2f4f7ffcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1afc14da-22b5-4e8b-aa2c-068a06c341bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:57:37Z', 'updated_at': '2021-09-22T20:57:38Z', 'revision_number': 2, 'project_id': '54018258d0434187910f4033e7de8103', 'subnets': [{'id': '1afc14da-22b5-4e8b-aa2c-068a06c341bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6757710b-673e-4540-bdca-37e7cc4eb53c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:57:39.642742 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] Checking router: ed363082-61de-438e-9d0d-4e2f4f7ffcd8 for host: dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:57:39.643102 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] Updating router ed363082-61de-438e-9d0d-4e2f4f7ffcd8 port 9e98ab47-3c6d-42a5-8d48-20b3ee9ad325 binding host dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 20:57:39.690474 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:40.189273 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:40.282769 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:40.439526 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ef9bf-15ff-4ed7-a499-212c5547a20d None None] Pushing event updated for resources: {'Port': ['ID=9e98ab47-3c6d-42a5-8d48-20b3ee9ad325,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:57:40.448694 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] Attempting to bind port 9e98ab47-3c6d-42a5-8d48-20b3ee9ad325 on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:57:40.449107 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] Attempting to bind port 9e98ab47-3c6d-42a5-8d48-20b3ee9ad325 by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': '9dad022b-8c45-4b53-862f-5935ba208d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '158e37c3-616d-4fb3-ba25-36fc3d529b15'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:57:40.450044 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] Attempting to bind port 9e98ab47-3c6d-42a5-8d48-20b3ee9ad325 on network 158e37c3-616d-4fb3-ba25-36fc3d529b15 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:57:40.453346 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ef9bf-15ff-4ed7-a499-212c5547a20d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:40.453685 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ef9bf-15ff-4ed7-a499-212c5547a20d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:40.454012 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ef9bf-15ff-4ed7-a499-212c5547a20d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:40.454335 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ef9bf-15ff-4ed7-a499-212c5547a20d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:40.454653 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ef9bf-15ff-4ed7-a499-212c5547a20d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:40.454970 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ef9bf-15ff-4ed7-a499-212c5547a20d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:40.455281 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ef9bf-15ff-4ed7-a499-212c5547a20d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:40.455593 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ef9bf-15ff-4ed7-a499-212c5547a20d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:40.455913 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ef9bf-15ff-4ed7-a499-212c5547a20d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:40.456222 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ef9bf-15ff-4ed7-a499-212c5547a20d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:40.456529 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ef9bf-15ff-4ed7-a499-212c5547a20d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:40.456863 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ef9bf-15ff-4ed7-a499-212c5547a20d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845ef9bf-15ff-4ed7-a499-212c5547a20d None None] Tracked resource versions report: Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: pushed versions: Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: { 'AddressGroup': {'1.2'}, Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'ConntrackHelper': {'1.0'}, Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'Log': {'1.0'}, Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'Network': {'1.1'}, Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'Port': {'1.7'}, Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'PortForwarding': {'1.2'}, Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'QosPolicy': {'1.9'}, Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'SecurityGroup': {'1.4'}, Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'SecurityGroupRule': {'1.2'}, Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'SubPort': {'1.0'}, Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'Subnet': {'1.1'}, Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'Trunk': {'1.1'}} Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: consumer versions: Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: { DHCP agent@dv-cinder-810415-3-iscsi: {}, Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: L3 agent@dv-cinder-810415-3-iscsi: {}, Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: Metadata agent@dv-cinder-810415-3-iscsi: {}, Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: Metering agent@dv-cinder-810415-3-iscsi: {}, Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: Open vSwitch agent@dv-cinder-810415-3-iscsi: { 'AddressGroup': '1.2', Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'ConntrackHelper': '1.0', Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'Log': '1.0', Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'Network': '1.1', Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'Port': '1.7', Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'PortForwarding': '1.2', Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'QosPolicy': '1.9', Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'SecurityGroup': '1.4', Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'SecurityGroupRule': '1.2', Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'SubPort': '1.0', Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'Subnet': '1.1', Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: 'Trunk': '1.1'}} Sep 22 20:57:40.457946 dv-cinder-810415-3-iscsi neutron-server[94798]: {{(pid=94798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 20:57:40.462597 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:57:40.462991 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] Checking segment: {'id': '9dad022b-8c45-4b53-862f-5935ba208d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '158e37c3-616d-4fb3-ba25-36fc3d529b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:57:40.463446 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:40.463816 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] Bound using segment: {'id': '9dad022b-8c45-4b53-862f-5935ba208d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '158e37c3-616d-4fb3-ba25-36fc3d529b15'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:57:40.464283 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] Bound port: 9e98ab47-3c6d-42a5-8d48-20b3ee9ad325, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dad022b-8c45-4b53-862f-5935ba208d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '158e37c3-616d-4fb3-ba25-36fc3d529b15'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:57:40.464645 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:40.528219 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] For port 9e98ab47-3c6d-42a5-8d48-20b3ee9ad325, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:57:40.545068 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-87207eea-73e6-41bf-9b09-db2ed5c9fbc7 None None] Provisioning complete for port 9e98ab47-3c6d-42a5-8d48-20b3ee9ad325 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:57:40.547585 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-87207eea-73e6-41bf-9b09-db2ed5c9fbc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:40.548096 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] For port 9e98ab47-3c6d-42a5-8d48-20b3ee9ad325, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=9e98ab47-3c6d-42a5-8d48-20b3ee9ad325,segment=NetworkSegment(9dad022b-8c45-4b53-862f-5935ba208d71),segment_id=9dad022b-8c45-4b53-862f-5935ba208d71)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:57:40.581708 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-87207eea-73e6-41bf-9b09-db2ed5c9fbc7 None None] Port 9e98ab47-3c6d-42a5-8d48-20b3ee9ad325 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 20:57:40.642755 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:40.700389 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ef9bf-15ff-4ed7-a499-212c5547a20d None None] Pushing event updated for resources: {'Port': ['ID=9e98ab47-3c6d-42a5-8d48-20b3ee9ad325,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:57:40.704422 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] Routers {'ed363082-61de-438e-9d0d-4e2f4f7ffcd8'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:57:40.706783 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T20:57:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['ed363082-61de-438e-9d0d-4e2f4f7ffcd8'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:57:40.792510 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] Set router ed363082-61de-438e-9d0d-4e2f4f7ffcd8 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:57:40.901429 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d06c028c-6cd0-481e-94bc-535e89db6b66 None None] Provisioning complete for port 9e98ab47-3c6d-42a5-8d48-20b3ee9ad325 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:57:40.901890 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d06c028c-6cd0-481e-94bc-535e89db6b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:40.976051 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d06c028c-6cd0-481e-94bc-535e89db6b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:41.006306 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d06c028c-6cd0-481e-94bc-535e89db6b66 None None] For port 9e98ab47-3c6d-42a5-8d48-20b3ee9ad325, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=9e98ab47-3c6d-42a5-8d48-20b3ee9ad325,segment=NetworkSegment(9dad022b-8c45-4b53-862f-5935ba208d71),segment_id=9dad022b-8c45-4b53-862f-5935ba208d71)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:57:41.006708 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed363082-61de-438e-9d0d-4e2f4f7ffcd8', 'name': 'router1', 'tenant_id': '54018258d0434187910f4033e7de8103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:57:27Z', 'updated_at': '2021-09-22T20:57:38Z', 'revision_number': 2, 'project_id': '54018258d0434187910f4033e7de8103', 'gw_port_host': None, '_interfaces': [{'id': '9e98ab47-3c6d-42a5-8d48-20b3ee9ad325', 'name': '', 'network_id': '158e37c3-616d-4fb3-ba25-36fc3d529b15', 'tenant_id': '54018258d0434187910f4033e7de8103', 'mac_address': 'fa:16:3e:50:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed363082-61de-438e-9d0d-4e2f4f7ffcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1afc14da-22b5-4e8b-aa2c-068a06c341bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:57:37Z', 'updated_at': '2021-09-22T20:57:40Z', 'revision_number': 4, 'project_id': '54018258d0434187910f4033e7de8103', 'subnets': [{'id': '1afc14da-22b5-4e8b-aa2c-068a06c341bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6757710b-673e-4540-bdca-37e7cc4eb53c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:57:41.037087 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cebadba-41ab-4732-b389-f80e94303a20 None None] The sync data for ids ['ed363082-61de-438e-9d0d-4e2f4f7ffcd8'] in dv-cinder-810415-3-iscsi is: [{'id': 'ed363082-61de-438e-9d0d-4e2f4f7ffcd8', 'name': 'router1', 'tenant_id': '54018258d0434187910f4033e7de8103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:57:27Z', 'updated_at': '2021-09-22T20:57:38Z', 'revision_number': 2, 'project_id': '54018258d0434187910f4033e7de8103', 'gw_port_host': None, '_interfaces': [{'id': '9e98ab47-3c6d-42a5-8d48-20b3ee9ad325', 'name': '', 'network_id': '158e37c3-616d-4fb3-ba25-36fc3d529b15', 'tenant_id': '54018258d0434187910f4033e7de8103', 'mac_address': 'fa:16:3e:50:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed363082-61de-438e-9d0d-4e2f4f7ffcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1afc14da-22b5-4e8b-aa2c-068a06c341bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:57:37Z', 'updated_at': '2021-09-22T20:57:40Z', 'revision_number': 4, 'project_id': '54018258d0434187910f4033e7de8103', 'subnets': [{'id': '1afc14da-22b5-4e8b-aa2c-068a06c341bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6757710b-673e-4540-bdca-37e7cc4eb53c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:57:41.099672 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d06c028c-6cd0-481e-94bc-535e89db6b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:41.151093 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c028c-6cd0-481e-94bc-535e89db6b66 None None] Pushing event updated for resources: {'Port': ['ID=9e98ab47-3c6d-42a5-8d48-20b3ee9ad325,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:57:41.212054 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 40028) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:57:41.321290 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c80fc3-1f94-4bb3-9be1-94d5e7f80665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:57:41.324776 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-55c80fc3-1f94-4bb3-9be1-94d5e7f80665 admin admin] 10.222.0.42 "GET /v2.0/networks/2c353f49-210c-4300-9e98-1f6204bdd5b4 HTTP/1.1" status: 200 len: 842 time: 0.1095097 Sep 22 20:57:41.333433 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-60c1f4f8-d572-4267-aa88-df5a9e7c2cf6 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:57:41.436702 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c1f4f8-d572-4267-aa88-df5a9e7c2cf6 admin admin] Made reservation on behalf of ab521a0ea32a4544bb8a9002e69a7091 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 20:57:41.439036 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-60c1f4f8-d572-4267-aa88-df5a9e7c2cf6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:41.809098 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.objects.ports [None req-60c1f4f8-d572-4267-aa88-df5a9e7c2cf6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94795) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 22 20:57:41.809532 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-60c1f4f8-d572-4267-aa88-df5a9e7c2cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:41.867224 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1f4f8-d572-4267-aa88-df5a9e7c2cf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=672554c0-508e-4537-8193-f701627840d3,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:57:41.874820 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c1f4f8-d572-4267-aa88-df5a9e7c2cf6 admin admin] Checking segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:57:41.875175 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c1f4f8-d572-4267-aa88-df5a9e7c2cf6 admin admin] Network hostable DHCP agents. Network: 2c353f49-210c-4300-9e98-1f6204bdd5b4, hostable agents: ['56809e1b-eac6-40c1-a412-0e5017dff325'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 20:57:41.968239 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c1f4f8-d572-4267-aa88-df5a9e7c2cf6 admin admin] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 is scheduled to be hosted by DHCP agent 56809e1b-eac6-40c1-a412-0e5017dff325 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 20:57:42.064949 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-60c1f4f8-d572-4267-aa88-df5a9e7c2cf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-3-iscsi, 2c353f49-210c-4300-9e98-1f6204bdd5b4) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:57:42.069309 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c1f4f8-d572-4267-aa88-df5a9e7c2cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:57:42.069993 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-60c1f4f8-d572-4267-aa88-df5a9e7c2cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:42.075021 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a9d124-c001-420a-a6db-9e87c20201e4 None None] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:57:42.194373 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af91a128-3d8f-4424-8ba0-dc952703f069 None None] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:57:42.197662 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-60c1f4f8-d572-4267-aa88-df5a9e7c2cf6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8675992 Sep 22 20:57:44.501691 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 40036) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:57:44.637616 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-80f98b25-e4e7-431b-9a2c-c83fd344e2db admin admin] 10.222.0.42 "GET /v2.0/routers/ed363082-61de-438e-9d0d-4e2f4f7ffcd8 HTTP/1.1" status: 200 len: 710 time: 0.1347117 Sep 22 20:57:44.806931 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0991b9-22b2-46af-a36f-85afe8e3924c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:57:44.809117 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-8c0991b9-22b2-46af-a36f-85afe8e3924c admin admin] 10.222.0.42 "GET /v2.0/networks/2c353f49-210c-4300-9e98-1f6204bdd5b4 HTTP/1.1" status: 200 len: 886 time: 0.1645331 Sep 22 20:57:44.818741 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a568f7ea-a35d-47bf-b7b8-f6320d710ae9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:57:45.077816 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a568f7ea-a35d-47bf-b7b8-f6320d710ae9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:45.385097 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a568f7ea-a35d-47bf-b7b8-f6320d710ae9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:45.456643 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a568f7ea-a35d-47bf-b7b8-f6320d710ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:45.671072 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-a568f7ea-a35d-47bf-b7b8-f6320d710ae9 admin admin] Allocated IP 172.27.0.248 (2c353f49-210c-4300-9e98-1f6204bdd5b4/672554c0-508e-4537-8193-f701627840d3/20991b91-28d8-408d-86aa-45f0c98f447d) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 20:57:45.771707 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a568f7ea-a35d-47bf-b7b8-f6320d710ae9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:45.859643 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a568f7ea-a35d-47bf-b7b8-f6320d710ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:45.894331 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a568f7ea-a35d-47bf-b7b8-f6320d710ae9 admin admin] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 20:57:45.898922 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-a568f7ea-a35d-47bf-b7b8-f6320d710ae9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 20:57:45.902750 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a568f7ea-a35d-47bf-b7b8-f6320d710ae9 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 20:57:45.938718 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568f7ea-a35d-47bf-b7b8-f6320d710ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=20991b91-28d8-408d-86aa-45f0c98f447d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:57:46.237879 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a568f7ea-a35d-47bf-b7b8-f6320d710ae9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:46.513406 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a568f7ea-a35d-47bf-b7b8-f6320d710ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3745939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3737347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:46.516794 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a568f7ea-a35d-47bf-b7b8-f6320d710ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3745962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3745953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3737370'] for router, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:46.621739 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a568f7ea-a35d-47bf-b7b8-f6320d710ae9 admin admin] Router ed363082-61de-438e-9d0d-4e2f4f7ffcd8 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 20:57:46.726579 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a568f7ea-a35d-47bf-b7b8-f6320d710ae9 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 20:57:46.731139 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a568f7ea-a35d-47bf-b7b8-f6320d710ae9 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:46.732352 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-a568f7ea-a35d-47bf-b7b8-f6320d710ae9 admin admin] 10.222.0.42 "PUT /v2.0/routers/ed363082-61de-438e-9d0d-4e2f4f7ffcd8 HTTP/1.1" status: 200 len: 890 time: 1.9169869 Sep 22 20:57:47.428665 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] Sync routers for ids ['ed363082-61de-438e-9d0d-4e2f4f7ffcd8'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 20:57:47.439971 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] Routers {'ed363082-61de-438e-9d0d-4e2f4f7ffcd8'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:57:47.440613 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T20:57:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['ed363082-61de-438e-9d0d-4e2f4f7ffcd8'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:57:47.644836 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] Set router ed363082-61de-438e-9d0d-4e2f4f7ffcd8 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:57:47.786527 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 9e98ab47-3c6d-42a5-8d48-20b3ee9ad325 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:57:47.966179 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 9e98ab47-3c6d-42a5-8d48-20b3ee9ad325 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:57:47.966435 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:48.137551 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed363082-61de-438e-9d0d-4e2f4f7ffcd8', 'name': 'router1', 'tenant_id': '54018258d0434187910f4033e7de8103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '20991b91-28d8-408d-86aa-45f0c98f447d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:57:27Z', 'updated_at': '2021-09-22T20:57:46Z', 'revision_number': 4, 'project_id': '54018258d0434187910f4033e7de8103', 'gw_port': {'id': '20991b91-28d8-408d-86aa-45f0c98f447d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:13:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed363082-61de-438e-9d0d-4e2f4f7ffcd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:57:45Z', 'updated_at': '2021-09-22T20:57:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': '9e98ab47-3c6d-42a5-8d48-20b3ee9ad325', 'name': '', 'network_id': '158e37c3-616d-4fb3-ba25-36fc3d529b15', 'tenant_id': '54018258d0434187910f4033e7de8103', 'mac_address': 'fa:16:3e:50:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed363082-61de-438e-9d0d-4e2f4f7ffcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1afc14da-22b5-4e8b-aa2c-068a06c341bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:57:37Z', 'updated_at': '2021-09-22T20:57:40Z', 'revision_number': 5, 'project_id': '54018258d0434187910f4033e7de8103', 'subnets': [{'id': '1afc14da-22b5-4e8b-aa2c-068a06c341bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6757710b-673e-4540-bdca-37e7cc4eb53c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:57:48.188185 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] Checking router: ed363082-61de-438e-9d0d-4e2f4f7ffcd8 for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 20:57:48.188534 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] Updating router ed363082-61de-438e-9d0d-4e2f4f7ffcd8 port 20991b91-28d8-408d-86aa-45f0c98f447d binding host dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 20:57:48.233744 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:48.618867 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:48.693198 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:48.744361 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] Attempting to bind port 20991b91-28d8-408d-86aa-45f0c98f447d on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 20:57:48.744759 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] Attempting to bind port 20991b91-28d8-408d-86aa-45f0c98f447d by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 20:57:48.745123 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] Attempting to bind port 20991b91-28d8-408d-86aa-45f0c98f447d on network 2c353f49-210c-4300-9e98-1f6204bdd5b4 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 20:57:48.749682 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee38c65-6d2e-41cd-9744-28f9a9eb7b12 None None] Pushing event updated for resources: {'Port': ['ID=20991b91-28d8-408d-86aa-45f0c98f447d,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:57:48.752352 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 20, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 20:57:48.752740 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] Checking segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 20:57:48.753149 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:48.753532 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] Bound using segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 20:57:48.754000 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] Bound port: 20991b91-28d8-408d-86aa-45f0c98f447d, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 20:57:48.754397 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:48.805813 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] For port 20991b91-28d8-408d-86aa-45f0c98f447d, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 20:57:48.809278 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] For port 20991b91-28d8-408d-86aa-45f0c98f447d, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=20991b91-28d8-408d-86aa-45f0c98f447d,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 20:57:48.905315 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:48.964610 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] Routers {'ed363082-61de-438e-9d0d-4e2f4f7ffcd8'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 20:57:48.965250 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T20:57:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['ed363082-61de-438e-9d0d-4e2f4f7ffcd8'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:57:48.967901 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee38c65-6d2e-41cd-9744-28f9a9eb7b12 None None] Pushing event updated for resources: {'Port': ['ID=20991b91-28d8-408d-86aa-45f0c98f447d,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:57:49.073253 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] Set router ed363082-61de-438e-9d0d-4e2f4f7ffcd8 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 20:57:49.145828 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 40048) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:57:49.256506 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-a1015d43-0e16-48c9-97a9-084245210af3 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1095562 Sep 22 20:57:49.283360 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed363082-61de-438e-9d0d-4e2f4f7ffcd8', 'name': 'router1', 'tenant_id': '54018258d0434187910f4033e7de8103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '20991b91-28d8-408d-86aa-45f0c98f447d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:57:27Z', 'updated_at': '2021-09-22T20:57:46Z', 'revision_number': 4, 'project_id': '54018258d0434187910f4033e7de8103', 'gw_port': {'id': '20991b91-28d8-408d-86aa-45f0c98f447d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:13:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed363082-61de-438e-9d0d-4e2f4f7ffcd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:57:45Z', 'updated_at': '2021-09-22T20:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': '9e98ab47-3c6d-42a5-8d48-20b3ee9ad325', 'name': '', 'network_id': '158e37c3-616d-4fb3-ba25-36fc3d529b15', 'tenant_id': '54018258d0434187910f4033e7de8103', 'mac_address': 'fa:16:3e:50:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed363082-61de-438e-9d0d-4e2f4f7ffcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1afc14da-22b5-4e8b-aa2c-068a06c341bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:57:37Z', 'updated_at': '2021-09-22T20:57:40Z', 'revision_number': 5, 'project_id': '54018258d0434187910f4033e7de8103', 'subnets': [{'id': '1afc14da-22b5-4e8b-aa2c-068a06c341bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6757710b-673e-4540-bdca-37e7cc4eb53c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 20:57:49.311864 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce414dce-1b05-4636-9fa9-71dc98ec21c5 None None] The sync data for ids ['ed363082-61de-438e-9d0d-4e2f4f7ffcd8'] in dv-cinder-810415-3-iscsi is: [{'id': 'ed363082-61de-438e-9d0d-4e2f4f7ffcd8', 'name': 'router1', 'tenant_id': '54018258d0434187910f4033e7de8103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.248'}], 'enable_snat': True}, 'gw_port_id': '20991b91-28d8-408d-86aa-45f0c98f447d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T20:57:27Z', 'updated_at': '2021-09-22T20:57:46Z', 'revision_number': 4, 'project_id': '54018258d0434187910f4033e7de8103', 'gw_port': {'id': '20991b91-28d8-408d-86aa-45f0c98f447d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:13:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed363082-61de-438e-9d0d-4e2f4f7ffcd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:57:45Z', 'updated_at': '2021-09-22T20:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': '9e98ab47-3c6d-42a5-8d48-20b3ee9ad325', 'name': '', 'network_id': '158e37c3-616d-4fb3-ba25-36fc3d529b15', 'tenant_id': '54018258d0434187910f4033e7de8103', 'mac_address': 'fa:16:3e:50:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed363082-61de-438e-9d0d-4e2f4f7ffcd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1afc14da-22b5-4e8b-aa2c-068a06c341bc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T20:57:37Z', 'updated_at': '2021-09-22T20:57:40Z', 'revision_number': 5, 'project_id': '54018258d0434187910f4033e7de8103', 'subnets': [{'id': '1afc14da-22b5-4e8b-aa2c-068a06c341bc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6757710b-673e-4540-bdca-37e7cc4eb53c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 20:57:49.933185 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 20991b91-28d8-408d-86aa-45f0c98f447d up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:57:49.986922 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 20991b91-28d8-408d-86aa-45f0c98f447d triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:57:49.987294 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:50.069475 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:50.091495 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] For port 20991b91-28d8-408d-86aa-45f0c98f447d, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=20991b91-28d8-408d-86aa-45f0c98f447d,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 20:57:50.196603 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:57:50.243422 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Pushing event updated for resources: {'Port': ['ID=20991b91-28d8-408d-86aa-45f0c98f447d,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:57:51.767563 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 20991b91-28d8-408d-86aa-45f0c98f447d up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 20:57:51.829159 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 20991b91-28d8-408d-86aa-45f0c98f447d triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:57:51.829534 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:58:01.007270 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b5fd668f-0d0c-474b-a202-ad07b544e052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:58:03.658528 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dd315e1e-d9c5-45e2-8165-bd51ae18bf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:58:04.470282 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:58:04.471469 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:58:06.236092 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:58:13.979783 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:58:30.994326 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7b3cd21f-af3b-484f-be32-1132116d3a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:58:33.697260 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a1cdd79e-8796-4d87-bf80-5cf1ffc8f70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:58:34.433261 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:58:34.456995 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:58:36.279867 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:58:50.979109 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:59:00.981937 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-32b645c1-d0b8-4f3d-b094-6bc1730cf120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:59:03.699269 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-62fcad28-cb8c-432b-adcf-ba8d9fd822f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:59:04.493598 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:59:04.527068 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:59:06.242281 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:59:26.674691 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 40610) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:59:26.737726 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1dad65a-a630-437f-85b0-c4b2e84df613 admin admin] GET failed (client error): The resource could not be found. Sep 22 20:59:26.739059 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-e1dad65a-a630-437f-85b0-c4b2e84df613 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0634255 Sep 22 20:59:26.897749 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c39069c-a74d-4ed3-a45d-9f458f6904f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:59:26.899175 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-1c39069c-a74d-4ed3-a45d-9f458f6904f3 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1554418 Sep 22 20:59:27.977115 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 20:59:29.071990 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 40620) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:59:29.161641 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4373b5b6-5680-4c98-9e03-f53fb798c17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:59:29.162955 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-4373b5b6-5680-4c98-9e03-f53fb798c17f admin admin] 10.222.0.42 "GET /v2.0/subnets/1afc14da-22b5-4e8b-aa2c-068a06c341bc HTTP/1.1" status: 200 len: 849 time: 0.0900393 Sep 22 20:59:29.172818 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-28b0b320-bd03-4111-afce-cb5cee55be26 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 20:59:29.258191 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-28b0b320-bd03-4111-afce-cb5cee55be26 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:59:29.482993 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-28b0b320-bd03-4111-afce-cb5cee55be26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786352037623'] for subnet, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:59:29.512062 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b0b320-bd03-4111-afce-cb5cee55be26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:59:29.513306 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-28b0b320-bd03-4111-afce-cb5cee55be26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:59:29.513951 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-28b0b320-bd03-4111-afce-cb5cee55be26 admin admin] 10.222.0.42 "PUT /v2.0/subnets/1afc14da-22b5-4e8b-aa2c-068a06c341bc HTTP/1.1" status: 200 len: 868 time: 0.3446851 Sep 22 20:59:29.531847 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4237c2-8fb6-4162-9a9b-6be1bd5b9d0e None None] Network 158e37c3-616d-4fb3-ba25-36fc3d529b15 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 20:59:29.533787 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0b320-bd03-4111-afce-cb5cee55be26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1afc14da-22b5-4e8b-aa2c-068a06c341bc,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 20:59:29.541564 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b0b320-bd03-4111-afce-cb5cee55be26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:59:29.541935 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b0b320-bd03-4111-afce-cb5cee55be26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:59:29.542277 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b0b320-bd03-4111-afce-cb5cee55be26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:59:29.542606 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b0b320-bd03-4111-afce-cb5cee55be26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:59:29.542934 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b0b320-bd03-4111-afce-cb5cee55be26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:59:29.543260 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b0b320-bd03-4111-afce-cb5cee55be26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:59:29.543586 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b0b320-bd03-4111-afce-cb5cee55be26 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:59:29.543912 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b0b320-bd03-4111-afce-cb5cee55be26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:59:29.544342 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b0b320-bd03-4111-afce-cb5cee55be26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:59:29.544971 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b0b320-bd03-4111-afce-cb5cee55be26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:59:29.544971 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b0b320-bd03-4111-afce-cb5cee55be26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:59:29.545236 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b0b320-bd03-4111-afce-cb5cee55be26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 20:59:29.871127 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-aa35dadd-0bc4-4796-bff6-7900ddaafee1 None None] Provisioning complete for port a6e222b7-b93b-4faa-8e9b-0fae42a4194b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:59:29.871495 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-aa35dadd-0bc4-4796-bff6-7900ddaafee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:59:29.956872 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-aa35dadd-0bc4-4796-bff6-7900ddaafee1 None None] Provisioning complete for port 9e98ab47-3c6d-42a5-8d48-20b3ee9ad325 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 20:59:29.957241 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-aa35dadd-0bc4-4796-bff6-7900ddaafee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:59:30.972032 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5ee835be-b74f-427c-93a4-7e5c911013cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:59:31.743366 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 40628) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:59:31.938143 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff88f002-374d-4a74-9340-e15789f7a2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:59:31.938539 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff88f002-374d-4a74-9340-e15789f7a2bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:59:31.940080 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-ff88f002-374d-4a74-9340-e15789f7a2bd admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1957669 Sep 22 20:59:33.617797 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2f92161a-0d4c-46da-b40e-7f006301d3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:59:34.090233 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 40636) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:59:34.219671 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f379979-cc4c-4429-8a8c-92627c16a0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:59:34.220139 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f379979-cc4c-4429-8a8c-92627c16a0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:59:34.221684 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-8f379979-cc4c-4429-8a8c-92627c16a0ae admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1305110 Sep 22 20:59:34.434499 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:59:34.463226 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:59:36.277305 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 20:59:36.433125 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 40644) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:59:36.562764 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5983ad24-e9d0-42a9-a094-1c9d2387ee2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:59:36.564166 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-5983ad24-e9d0-42a9-a094-1c9d2387ee2a admin admin] 10.222.0.42 "GET /v2.0/networks/158e37c3-616d-4fb3-ba25-36fc3d529b15 HTTP/1.1" status: 200 len: 869 time: 0.1301606 Sep 22 20:59:38.732462 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 40652) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:59:38.854185 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cde18d-ae5d-4d6e-a9f2-8e289bbb3785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:59:38.855596 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-f0cde18d-ae5d-4d6e-a9f2-8e289bbb3785 admin admin] 10.222.0.42 "GET /v2.0/networks/2c353f49-210c-4300-9e98-1f6204bdd5b4 HTTP/1.1" status: 200 len: 886 time: 0.1221170 Sep 22 20:59:41.022081 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 40660) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:59:41.145197 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b2b723-00d6-4467-9823-cf1b9e393dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:59:41.145577 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b2b723-00d6-4467-9823-cf1b9e393dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:59:41.147120 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-b7b2b723-00d6-4467-9823-cf1b9e393dac admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240194 Sep 22 20:59:43.316716 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 40668) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:59:43.405138 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63376443-bef9-496f-a3df-f47c4a4791ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:59:43.405597 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63376443-bef9-496f-a3df-f47c4a4791ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:59:43.407099 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-63376443-bef9-496f-a3df-f47c4a4791ad admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0894141 Sep 22 20:59:45.600836 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 40676) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:59:45.692085 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba81bf1-a778-4deb-8b6c-26209a901cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:59:45.693471 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-fba81bf1-a778-4deb-8b6c-26209a901cdb admin admin] 10.222.0.42 "GET /v2.0/subnets/1afc14da-22b5-4e8b-aa2c-068a06c341bc HTTP/1.1" status: 200 len: 868 time: 0.0916739 Sep 22 20:59:47.859090 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 40684) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 20:59:48.039969 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f09323-2484-4712-a2f5-8e7eb7266aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 20:59:48.041279 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-35f09323-2484-4712-a2f5-8e7eb7266aba admin admin] 10.222.0.42 "GET /v2.0/subnets/672554c0-508e-4537-8193-f701627840d3 HTTP/1.1" status: 200 len: 816 time: 0.1812484 Sep 22 21:00:00.963761 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a56c4a55-8550-462c-93fb-50fcc5109032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:03.723941 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-df3ed99c-b111-4083-a0a8-d049d29e4613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:04.435675 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:04.463713 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:04.976252 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:00:06.260497 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:11.800278 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 40738) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:00:11.846679 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [None req-9e125867-e93d-4ec3-b141-f52c1480c3e1 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:00:11.847689 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-9e125867-e93d-4ec3-b141-f52c1480c3e1 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464153 Sep 22 21:00:14.133567 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 40746) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:00:14.192975 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-4118a1a1-37d7-46b0-8342-866fb4bcc1ae admin admin] GET failed (client error): The resource could not be found. Sep 22 21:00:14.194278 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-4118a1a1-37d7-46b0-8342-866fb4bcc1ae admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597596 Sep 22 21:00:14.277441 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb6fc8f-a29a-4b57-be6f-99398e885d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:00:14.278888 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-dbb6fc8f-a29a-4b57-be6f-99398e885d75 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0800197 Sep 22 21:00:16.494455 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 40754) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:00:16.540590 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-595a1898-5306-4a08-bc43-6b9f804031ce admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:00:16.802891 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595a1898-5306-4a08-bc43-6b9f804031ce admin admin] Made reservation on behalf of ab521a0ea32a4544bb8a9002e69a7091 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:00:16.805106 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-595a1898-5306-4a08-bc43-6b9f804031ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:16.835588 dv-cinder-810415-3-iscsi neutron-server[94795]: WARNING neutron.services.revisions.revision_plugin [None req-595a1898-5306-4a08-bc43-6b9f804031ce admin admin] Could not find related network for resource to bump revision. Sep 22 21:00:16.848211 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595a1898-5306-4a08-bc43-6b9f804031ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:00:16.857624 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-595a1898-5306-4a08-bc43-6b9f804031ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:16.857960 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.db.segments_db [None req-595a1898-5306-4a08-bc43-6b9f804031ce admin admin] Added segment 3599bb16-be62-4ad2-865a-0bd856ea1bc2 of type vlan for network bb3ccef5-15c3-404a-b48f-0adf61451297 Sep 22 21:00:16.896978 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-595a1898-5306-4a08-bc43-6b9f804031ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786351554335'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:17.006013 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-595a1898-5306-4a08-bc43-6b9f804031ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:17.006934 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595a1898-5306-4a08-bc43-6b9f804031ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:00:17.007506 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-595a1898-5306-4a08-bc43-6b9f804031ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:17.064113 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a1898-5306-4a08-bc43-6b9f804031ce admin admin] Pushing event updated for resources: {'Network': ['ID=bb3ccef5-15c3-404a-b48f-0adf61451297,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:00:17.073694 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Network bb3ccef5-15c3-404a-b48f-0adf61451297 details requested by agent ovs-agent-dv-cinder-810415-3-iscsi with host dv-cinder-810415-3-iscsi {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 21:00:17.104518 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-595a1898-5306-4a08-bc43-6b9f804031ce admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6089442 Sep 22 21:00:19.307275 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 40762) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:00:19.370777 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9efc99-6cee-4df0-b598-5c99c1beb82e admin admin] GET failed (client error): The resource could not be found. Sep 22 21:00:19.372099 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-2c9efc99-6cee-4df0-b598-5c99c1beb82e admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0638142 Sep 22 21:00:19.441042 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc0d37c-5cf0-4768-a432-0b718030a647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:00:19.442472 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-8dc0d37c-5cf0-4768-a432-0b718030a647 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0650792 Sep 22 21:00:19.452502 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-680549be-7edc-4ff6-aac6-7be4f5fa530e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'bb3ccef5-15c3-404a-b48f-0adf61451297', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:00:19.542756 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680549be-7edc-4ff6-aac6-7be4f5fa530e admin admin] Made reservation on behalf of ab521a0ea32a4544bb8a9002e69a7091 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:00:19.544853 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-680549be-7edc-4ff6-aac6-7be4f5fa530e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:19.778005 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-680549be-7edc-4ff6-aac6-7be4f5fa530e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:19.832459 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680549be-7edc-4ff6-aac6-7be4f5fa530e admin admin] Pushing event updated for resources: {'Subnet': ['ID=df08b07b-cd5d-4e5f-9ce2-0cf4ed970183,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:00:19.841978 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680549be-7edc-4ff6-aac6-7be4f5fa530e admin admin] Checking segment: {'id': '3599bb16-be62-4ad2-865a-0bd856ea1bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bb3ccef5-15c3-404a-b48f-0adf61451297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:00:19.842383 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680549be-7edc-4ff6-aac6-7be4f5fa530e admin admin] Network hostable DHCP agents. Network: bb3ccef5-15c3-404a-b48f-0adf61451297, hostable agents: ['56809e1b-eac6-40c1-a412-0e5017dff325'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:00:19.945380 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680549be-7edc-4ff6-aac6-7be4f5fa530e admin admin] Network bb3ccef5-15c3-404a-b48f-0adf61451297 is scheduled to be hosted by DHCP agent 56809e1b-eac6-40c1-a412-0e5017dff325 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:00:20.025862 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-680549be-7edc-4ff6-aac6-7be4f5fa530e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-3-iscsi, bb3ccef5-15c3-404a-b48f-0adf61451297) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:00:20.030155 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680549be-7edc-4ff6-aac6-7be4f5fa530e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:00:20.030706 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-680549be-7edc-4ff6-aac6-7be4f5fa530e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:20.035289 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d2fa4f-e616-4c31-96aa-85ee43f3295f None None] Network bb3ccef5-15c3-404a-b48f-0adf61451297 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:00:20.089058 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-680549be-7edc-4ff6-aac6-7be4f5fa530e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6397297 Sep 22 21:00:20.184326 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd055608f-81b6-5a45-b436-6df0833047cb-bb3ccef5-15c3-404a-b48f-0adf61451297', 'network_id': 'bb3ccef5-15c3-404a-b48f-0adf61451297', 'tenant_id': 'ab521a0ea32a4544bb8a9002e69a7091', 'fixed_ips': [{'subnet_id': 'df08b07b-cd5d-4e5f-9ce2-0cf4ed970183'}]}} from dv-cinder-810415-3-iscsi. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 21:00:20.185240 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:20.324187 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Allocated IP 192.168.233.2 (bb3ccef5-15c3-404a-b48f-0adf61451297/df08b07b-cd5d-4e5f-9ce2-0cf4ed970183/333e2d4f-246a-470e-b5d2-26c5597b3c92) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:00:20.465514 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:20.563121 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:20.604904 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Network bb3ccef5-15c3-404a-b48f-0adf61451297 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:00:20.607715 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:00:20.616057 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:00:20.619104 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Pushing event updated for resources: {'Port': ['ID=333e2d4f-246a-470e-b5d2-26c5597b3c92,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:00:20.629923 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:00:20.630266 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:00:20.630614 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:00:20.631023 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:00:20.631282 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:00:20.631617 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:00:20.631940 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:00:20.632281 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:00:20.632629 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:00:20.632980 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:00:20.633305 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:00:20.633622 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:00:20.679702 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Attempting to bind port 333e2d4f-246a-470e-b5d2-26c5597b3c92 on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:00:20.680076 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Attempting to bind port 333e2d4f-246a-470e-b5d2-26c5597b3c92 by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': '3599bb16-be62-4ad2-865a-0bd856ea1bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bb3ccef5-15c3-404a-b48f-0adf61451297'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:00:20.680436 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Attempting to bind port 333e2d4f-246a-470e-b5d2-26c5597b3c92 on network bb3ccef5-15c3-404a-b48f-0adf61451297 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:00:20.685381 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:00:20.685746 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Checking segment: {'id': '3599bb16-be62-4ad2-865a-0bd856ea1bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bb3ccef5-15c3-404a-b48f-0adf61451297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:00:20.686140 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:20.686522 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Bound using segment: {'id': '3599bb16-be62-4ad2-865a-0bd856ea1bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bb3ccef5-15c3-404a-b48f-0adf61451297'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:00:20.686983 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Bound port: 333e2d4f-246a-470e-b5d2-26c5597b3c92, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3599bb16-be62-4ad2-865a-0bd856ea1bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bb3ccef5-15c3-404a-b48f-0adf61451297'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:00:20.687357 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:20.748933 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] For port 333e2d4f-246a-470e-b5d2-26c5597b3c92, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:00:20.751900 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] For port 333e2d4f-246a-470e-b5d2-26c5597b3c92, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=333e2d4f-246a-470e-b5d2-26c5597b3c92,segment=NetworkSegment(3599bb16-be62-4ad2-865a-0bd856ea1bc2),segment_id=3599bb16-be62-4ad2-865a-0bd856ea1bc2)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:00:20.830409 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:20.885964 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c35f6d-f896-47dd-a325-4992e3ce7db7 None None] Pushing event updated for resources: {'Port': ['ID=333e2d4f-246a-470e-b5d2-26c5597b3c92,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:00:21.707574 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afcdace-9d64-4cc9-aa1b-da0a9e4fda74 None None] Network bb3ccef5-15c3-404a-b48f-0adf61451297 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:00:21.836807 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-cbec48d7-31d6-48e2-8c41-759fb601011f None None] Provisioning complete for port 333e2d4f-246a-470e-b5d2-26c5597b3c92 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:00:21.836807 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cbec48d7-31d6-48e2-8c41-759fb601011f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:21.940200 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 333e2d4f-246a-470e-b5d2-26c5597b3c92 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:00:21.982157 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cbec48d7-31d6-48e2-8c41-759fb601011f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:22.030309 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-cbec48d7-31d6-48e2-8c41-759fb601011f None None] For port 333e2d4f-246a-470e-b5d2-26c5597b3c92, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=333e2d4f-246a-470e-b5d2-26c5597b3c92,segment=NetworkSegment(3599bb16-be62-4ad2-865a-0bd856ea1bc2),segment_id=3599bb16-be62-4ad2-865a-0bd856ea1bc2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:00:22.035251 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 333e2d4f-246a-470e-b5d2-26c5597b3c92 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:00:22.035618 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:22.116530 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-cbec48d7-31d6-48e2-8c41-759fb601011f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:22.146512 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:22.184646 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec48d7-31d6-48e2-8c41-759fb601011f None None] Pushing event updated for resources: {'Port': ['ID=333e2d4f-246a-470e-b5d2-26c5597b3c92,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:00:22.221548 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.db.api [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:00:22.221910 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG oslo_db.api [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:00:22.234087 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-27b6505b-912a-468a-a0a2-22bf5b0af774 None None] Provisioning complete for port 333e2d4f-246a-470e-b5d2-26c5597b3c92 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:00:22.234447 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-27b6505b-912a-468a-a0a2-22bf5b0af774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:23.868227 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 333e2d4f-246a-470e-b5d2-26c5597b3c92 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:00:23.917950 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 333e2d4f-246a-470e-b5d2-26c5597b3c92 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:00:23.918312 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:30.950508 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-29f493ad-f3c0-4e02-aec0-dcf7adaf127c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:33.645354 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-de3bd5f0-9113-41f0-90cf-99b45f18af31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:34.405227 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:34.435819 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:36.253066 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:00:41.974706 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:01:00.970987 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a9bfae2b-5c88-4aad-b493-194fe4e8af9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:01:03.611037 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9abf6f23-7ea6-43f8-b753-68e02c38d2b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:01:04.403953 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:01:04.434173 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:01:06.272344 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:01:18.973342 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:01:30.963424 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-58297e56-8cae-49ae-974d-e6af6cc1a78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:01:33.734811 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-49dc2b41-3695-4990-852c-6a8d7fc23014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:01:34.420412 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:01:34.436445 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:01:36.271804 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:01:39.724271 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 40814) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:01:39.730587 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [None req-af000c1e-aaad-4601-8374-6c0278762283 tempest-verify_tempest_config-956319796 tempest-verify_tempest_config-956319796-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:01:39.731554 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-af000c1e-aaad-4601-8374-6c0278762283 tempest-verify_tempest_config-956319796 tempest-verify_tempest_config-956319796-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062926 Sep 22 21:01:40.406918 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 40832) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:01:40.510010 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7175006c-bd8c-4b60-b620-37920aa3f602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:01:40.597698 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7175006c-bd8c-4b60-b620-37920aa3f602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:01:40.671143 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7175006c-bd8c-4b60-b620-37920aa3f602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:01:40.713501 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175006c-bd8c-4b60-b620-37920aa3f602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202c6cac-1a4d-4945-a4d6-7a3680315697,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:01:40.717946 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-7175006c-bd8c-4b60-b620-37920aa3f602 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48ffbe0db12f4fbfadc7bf8ff0e083f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3100474 Sep 22 21:01:40.720787 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 40836) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:01:40.722143 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175006c-bd8c-4b60-b620-37920aa3f602 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.722507 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175006c-bd8c-4b60-b620-37920aa3f602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.722843 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175006c-bd8c-4b60-b620-37920aa3f602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.723169 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175006c-bd8c-4b60-b620-37920aa3f602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.723491 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175006c-bd8c-4b60-b620-37920aa3f602 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.723828 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175006c-bd8c-4b60-b620-37920aa3f602 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.724152 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175006c-bd8c-4b60-b620-37920aa3f602 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.724467 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175006c-bd8c-4b60-b620-37920aa3f602 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.724998 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175006c-bd8c-4b60-b620-37920aa3f602 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.725104 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175006c-bd8c-4b60-b620-37920aa3f602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.725413 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175006c-bd8c-4b60-b620-37920aa3f602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.725723 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7175006c-bd8c-4b60-b620-37920aa3f602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.776079 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-95120adb-3bba-4050-94ef-5085d16cd749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:01:40.798756 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-95120adb-3bba-4050-94ef-5085d16cd749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:01:40.935041 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-95120adb-3bba-4050-94ef-5085d16cd749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:01:40.937507 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-95120adb-3bba-4050-94ef-5085d16cd749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:01:40.938656 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-95120adb-3bba-4050-94ef-5085d16cd749 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/202c6cac-1a4d-4945-a4d6-7a3680315697 HTTP/1.1" status: 204 len: 168 time: 0.2169416 Sep 22 21:01:40.946036 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95120adb-3bba-4050-94ef-5085d16cd749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202c6cac-1a4d-4945-a4d6-7a3680315697,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:01:40.952995 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95120adb-3bba-4050-94ef-5085d16cd749 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.957003 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95120adb-3bba-4050-94ef-5085d16cd749 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.957003 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95120adb-3bba-4050-94ef-5085d16cd749 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.957003 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95120adb-3bba-4050-94ef-5085d16cd749 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.957003 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95120adb-3bba-4050-94ef-5085d16cd749 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.957003 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95120adb-3bba-4050-94ef-5085d16cd749 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.957003 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95120adb-3bba-4050-94ef-5085d16cd749 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.957003 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95120adb-3bba-4050-94ef-5085d16cd749 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.957003 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95120adb-3bba-4050-94ef-5085d16cd749 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.957003 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95120adb-3bba-4050-94ef-5085d16cd749 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.957003 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95120adb-3bba-4050-94ef-5085d16cd749 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:40.957003 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95120adb-3bba-4050-94ef-5085d16cd749 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:01:55.972009 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:02:01.110182 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1561f68e-d034-4a23-ae4c-09d51843decb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:02:03.789533 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-097a10c3-b5d8-4cc7-a7cc-e424b720eb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:02:04.429282 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:02:04.440935 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:02:06.320711 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:02:30.959227 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3fe13464-7ed8-4d44-b6c8-45611101c740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:02:32.970833 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:02:33.632991 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-850a61b9-610f-4950-8328-b16593534ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:02:34.444981 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:02:34.496392 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:02:36.279176 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:03:00.957736 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4d4013a5-e557-4911-9cc5-847c1f281296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:03:03.625103 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6c7be749-09d2-49b1-8821-93d006275b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:03:04.408634 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:03:04.471877 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:03:06.266289 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:03:09.969238 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 5 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:03:10.562454 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3741645'] for agent, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:03:25.501450 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 40910) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:03:25.605563 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-60494865-eed4-4941-9c9d-1b071392612d admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1029868 Sep 22 21:03:27.789648 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 40920) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:03:27.842634 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-d0b9fabd-b61d-48d3-ae02-e4f929c1d8da admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0519257 Sep 22 21:03:30.956245 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5e2d287b-cf9f-4e43-99c0-bece46ed0d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:03:33.630650 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7be9dc4b-992c-4e73-ad1d-f3d156253247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:03:34.424619 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:03:34.458554 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:03:36.287139 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:03:40.532378 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:03:46.968340 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:04:00.952887 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1d650889-46c8-42dc-a0e1-318d17646b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:03.639788 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-43d8fb21-602b-4fb7-a29e-390422e11c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:04.428170 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:04.437898 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:06.302679 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:10.490610 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:23.966899 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:04:30.967325 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5b1aac24-db07-4efd-b038-66bd8e75c424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:33.613185 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2177b3fc-6b68-45fd-a0e8-d58166480479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:34.421234 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:34.443666 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:36.299155 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:40.609457 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:55.867503 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 41094) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:04:56.221285 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-619991179-network', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:04:56.301129 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 41122) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:04:56.331659 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Made reservation on behalf of a6b763283e694a7fb6a51a7298132497 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:04:56.334136 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:56.343541 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:56.430376 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:56.560029 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:56.592427 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 557} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:04:56.594485 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370c9dbd-5229-433b-b4e3-719d37ce4286,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:04:56.606929 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:56.607296 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:56.607632 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:56.608690 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:56.609046 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:56.609369 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:56.609873 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:56.610203 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:56.610537 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:56.610859 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:56.611174 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:56.611527 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Tracked resource versions report: Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: pushed versions: Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: { 'AddressGroup': {'1.2'}, Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'ConntrackHelper': {'1.0'}, Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'Log': {'1.0'}, Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'Network': {'1.1'}, Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'Port': {'1.7'}, Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'PortForwarding': {'1.2'}, Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'QosPolicy': {'1.9'}, Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'SecurityGroup': {'1.4'}, Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'SecurityGroupRule': {'1.2'}, Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'SubPort': {'1.0'}, Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'Subnet': {'1.1'}, Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'Trunk': {'1.1'}} Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: consumer versions: Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: { DHCP agent@dv-cinder-810415-3-iscsi: {}, Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: HyperV agent@hv-cinder-81041: {}, Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: L3 agent@dv-cinder-810415-3-iscsi: {}, Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: Metadata agent@dv-cinder-810415-3-iscsi: {}, Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: Metering agent@dv-cinder-810415-3-iscsi: {}, Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: Open vSwitch agent@dv-cinder-810415-3-iscsi: { 'AddressGroup': '1.2', Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'ConntrackHelper': '1.0', Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'Log': '1.0', Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'Network': '1.1', Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'Port': '1.7', Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'PortForwarding': '1.2', Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'QosPolicy': '1.9', Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'SecurityGroup': '1.4', Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'SecurityGroupRule': '1.2', Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'SubPort': '1.0', Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'Subnet': '1.1', Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: 'Trunk': '1.1'}} Sep 22 21:04:56.612633 dv-cinder-810415-3-iscsi neutron-server[94796]: {{(pid=94796) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 21:04:56.617748 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:56.618092 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.segments_db [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Added segment 044a31a1-f554-45d4-baae-b0e9a3cfb293 of type vlan for network 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb Sep 22 21:04:56.658893 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786351554335'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:56.777395 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:56.779039 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:04:56.781901 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:56.863917 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] Pushing event updated for resources: {'Network': ['ID=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:04:56.874850 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Network 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb details requested by agent ovs-agent-dv-cinder-810415-3-iscsi with host dv-cinder-810415-3-iscsi {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 21:04:56.881046 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-32d521f0-f2a2-4050-ab07-36d25b4e70bf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0122836 Sep 22 21:04:56.883729 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 41138) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:04:56.888778 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-bd32e9df-2bc8-438a-a3a8-c0396f508b5b admin admin] Request body: {'subnet': {'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-subnet', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:04:56.919088 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f093a4b3-f7a4-414a-9a83-fafd108065fd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1635165518-network', 'tenant_id': 'd39530f6a1dc4dc2b7039e89587a9656'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:04:57.020943 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd32e9df-2bc8-438a-a3a8-c0396f508b5b admin admin] Made reservation on behalf of a6b763283e694a7fb6a51a7298132497 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:04:57.023226 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd32e9df-2bc8-438a-a3a8-c0396f508b5b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:57.130526 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f093a4b3-f7a4-414a-9a83-fafd108065fd admin admin] Made reservation on behalf of d39530f6a1dc4dc2b7039e89587a9656 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:04:57.132772 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f093a4b3-f7a4-414a-9a83-fafd108065fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:57.153244 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f093a4b3-f7a4-414a-9a83-fafd108065fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:57.224974 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 41156) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:04:57.365861 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f093a4b3-f7a4-414a-9a83-fafd108065fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:57.517593 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f093a4b3-f7a4-414a-9a83-fafd108065fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:57.520911 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd32e9df-2bc8-438a-a3a8-c0396f508b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:57.554578 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f093a4b3-f7a4-414a-9a83-fafd108065fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:04:57.595524 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1276271209-network', 'tenant_id': 'f15964513ebf422683c0a52d8b7917a1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:04:57.599249 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f093a4b3-f7a4-414a-9a83-fafd108065fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:57.599589 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.segments_db [None req-f093a4b3-f7a4-414a-9a83-fafd108065fd admin admin] Added segment e8479044-d101-45c7-be9b-b4998261bbed of type vlan for network 5d066f00-068e-46f1-8859-f37d08687fd7 Sep 22 21:04:57.610673 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093a4b3-f7a4-414a-9a83-fafd108065fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1f7121-b241-46c6-9802-cf93af092611,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:04:57.672307 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f093a4b3-f7a4-414a-9a83-fafd108065fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786351554335'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:57.674259 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32e9df-2bc8-438a-a3a8-c0396f508b5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6978b747-bc4a-4923-9a63-b539852557c1,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:04:57.691930 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd32e9df-2bc8-438a-a3a8-c0396f508b5b admin admin] Checking segment: {'id': '044a31a1-f554-45d4-baae-b0e9a3cfb293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:04:57.692290 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd32e9df-2bc8-438a-a3a8-c0396f508b5b admin admin] Network hostable DHCP agents. Network: 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb, hostable agents: ['56809e1b-eac6-40c1-a412-0e5017dff325'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:04:57.734716 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Made reservation on behalf of f15964513ebf422683c0a52d8b7917a1 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:04:57.737144 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:57.745868 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:57.845428 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:57.860071 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f093a4b3-f7a4-414a-9a83-fafd108065fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:57.861097 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f093a4b3-f7a4-414a-9a83-fafd108065fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:04:57.861677 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f093a4b3-f7a4-414a-9a83-fafd108065fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:57.950822 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093a4b3-f7a4-414a-9a83-fafd108065fd admin admin] Pushing event updated for resources: {'Network': ['ID=5d066f00-068e-46f1-8859-f37d08687fd7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:04:57.963901 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Network 5d066f00-068e-46f1-8859-f37d08687fd7 details requested by agent ovs-agent-dv-cinder-810415-3-iscsi with host dv-cinder-810415-3-iscsi {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 21:04:57.965908 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd32e9df-2bc8-438a-a3a8-c0396f508b5b admin admin] Network 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb is scheduled to be hosted by DHCP agent 56809e1b-eac6-40c1-a412-0e5017dff325 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:04:57.986667 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:58.002115 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:04:58.025934 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:58.026593 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.db.segments_db [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Added segment aa1b7c1a-ba47-466a-9ebd-7db52b512d42 of type vlan for network 37594581-71ec-4a19-bf13-ec2e3365d219 Sep 22 21:04:58.111977 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-bd32e9df-2bc8-438a-a3a8-c0396f508b5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-3-iscsi, 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:04:58.117536 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd32e9df-2bc8-438a-a3a8-c0396f508b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:04:58.118579 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd32e9df-2bc8-438a-a3a8-c0396f508b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:58.124107 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1256dc8-5631-49d2-8e68-c7041ac25e88 None None] Network 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:04:58.124372 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786351554335'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:58.146265 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-f093a4b3-f7a4-414a-9a83-fafd108065fd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8411200 Sep 22 21:04:58.146479 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 41196) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:04:58.154470 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-6d3fdcc8-bd38-46fe-bed0-e8d2a481e7d0 admin admin] Request body: {'subnet': {'network_id': '5d066f00-068e-46f1-8859-f37d08687fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1635165518-subnet', 'tenant_id': 'd39530f6a1dc4dc2b7039e89587a9656', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:04:58.181986 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed96c01f-1aa4-49e9-8ab8-5cc36814662a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:04:58.190783 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:58.191209 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:58.191498 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:58.191832 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:58.192499 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:58.192896 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:58.199349 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:58.199706 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:58.200189 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:58.200532 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:58.200897 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:58.201225 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Tracked resource versions report: Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: pushed versions: Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: { 'AddressGroup': {'1.2'}, Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'ConntrackHelper': {'1.0'}, Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'Log': {'1.0'}, Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'Network': {'1.1'}, Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'Port': {'1.7'}, Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'PortForwarding': {'1.2'}, Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'QosPolicy': {'1.9'}, Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'SecurityGroup': {'1.4'}, Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'SecurityGroupRule': {'1.2'}, Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'SubPort': {'1.0'}, Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'Subnet': {'1.1'}, Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'Trunk': {'1.1'}} Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: consumer versions: Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: { DHCP agent@dv-cinder-810415-3-iscsi: {}, Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: HyperV agent@hv-cinder-81041: {}, Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: L3 agent@dv-cinder-810415-3-iscsi: {}, Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: Metadata agent@dv-cinder-810415-3-iscsi: {}, Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: Metering agent@dv-cinder-810415-3-iscsi: {}, Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: Open vSwitch agent@dv-cinder-810415-3-iscsi: { 'AddressGroup': '1.2', Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'ConntrackHelper': '1.0', Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'Log': '1.0', Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'Network': '1.1', Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'Port': '1.7', Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'PortForwarding': '1.2', Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'QosPolicy': '1.9', Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'SecurityGroup': '1.4', Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'SecurityGroupRule': '1.2', Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'SubPort': '1.0', Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'Subnet': '1.1', Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: 'Trunk': '1.1'}} Sep 22 21:04:58.202617 dv-cinder-810415-3-iscsi neutron-server[94795]: {{(pid=94795) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 21:04:58.239543 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-bd32e9df-2bc8-438a-a3a8-c0396f508b5b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3545313 Sep 22 21:04:58.253385 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 41208) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:04:58.258662 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-a155a32a-e499-480e-8eed-9cadcaaeffe1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:04:58.285828 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:58.286787 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:04:58.287369 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:58.319076 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd055608f-81b6-5a45-b436-6df0833047cb-116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1'}]}} from dv-cinder-810415-3-iscsi. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 21:04:58.320156 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:58.362906 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3fdcc8-bd38-46fe-bed0-e8d2a481e7d0 admin admin] Made reservation on behalf of d39530f6a1dc4dc2b7039e89587a9656 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:04:58.365367 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d3fdcc8-bd38-46fe-bed0-e8d2a481e7d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:58.375168 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] Pushing event updated for resources: {'Network': ['ID=37594581-71ec-4a19-bf13-ec2e3365d219,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:04:58.390168 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Network 37594581-71ec-4a19-bf13-ec2e3365d219 details requested by agent ovs-agent-dv-cinder-810415-3-iscsi with host dv-cinder-810415-3-iscsi {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 21:04:58.485639 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 41220) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:04:58.492960 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-c0a2d0ed-7795-4608-9b1b-e97f47f10aa9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2590861 Sep 22 21:04:58.494560 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ffafc692-d334-4d28-b157-e4fe18847422 admin admin] Request body: {'subnet': {'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1276271209-subnet', 'tenant_id': 'f15964513ebf422683c0a52d8b7917a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:04:58.549558 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a155a32a-e499-480e-8eed-9cadcaaeffe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3739781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:58.550865 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a155a32a-e499-480e-8eed-9cadcaaeffe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4180506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:58.591937 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Allocated IP 172.20.0.2 (116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb/6978b747-bc4a-4923-9a63-b539852557c1/a7ff58ff-b43f-4a43-8f26-28d892b296ab) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:04:58.695787 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffafc692-d334-4d28-b157-e4fe18847422 admin admin] Made reservation on behalf of f15964513ebf422683c0a52d8b7917a1 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:04:58.699283 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ffafc692-d334-4d28-b157-e4fe18847422 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:58.708288 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a155a32a-e499-480e-8eed-9cadcaaeffe1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:58.719544 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d3fdcc8-bd38-46fe-bed0-e8d2a481e7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:58.838668 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:58.864220 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3fdcc8-bd38-46fe-bed0-e8d2a481e7d0 admin admin] Checking segment: {'id': 'e8479044-d101-45c7-be9b-b4998261bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5d066f00-068e-46f1-8859-f37d08687fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:04:58.864779 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3fdcc8-bd38-46fe-bed0-e8d2a481e7d0 admin admin] Network hostable DHCP agents. Network: 5d066f00-068e-46f1-8859-f37d08687fd7, hostable agents: ['56809e1b-eac6-40c1-a412-0e5017dff325'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:04:58.872014 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fdcc8-bd38-46fe-bed0-e8d2a481e7d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9704ca3-1815-46c4-97c8-3a7101b4119a,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:04:58.934920 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:58.973744 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Network 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:04:58.974651 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a155a32a-e499-480e-8eed-9cadcaaeffe1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:58.976491 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:04:58.979783 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:04:58.987522 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Pushing event updated for resources: {'Port': ['ID=a7ff58ff-b43f-4a43-8f26-28d892b296ab,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:04:58.999667 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:59.000008 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:59.000375 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:59.000712 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:59.001057 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:59.001377 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:59.001717 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:59.002033 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:59.002369 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:59.002687 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:59.002998 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:59.003306 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Tracked resource versions report: Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: pushed versions: Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: { 'AddressGroup': {'1.2'}, Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'ConntrackHelper': {'1.0'}, Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'Log': {'1.0'}, Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'Network': {'1.1'}, Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'Port': {'1.7'}, Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'PortForwarding': {'1.2'}, Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'QosPolicy': {'1.9'}, Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'SecurityGroup': {'1.4'}, Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'SecurityGroupRule': {'1.2'}, Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'SubPort': {'1.0'}, Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'Subnet': {'1.1'}, Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'Trunk': {'1.1'}} Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: consumer versions: Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: { DHCP agent@dv-cinder-810415-3-iscsi: {}, Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: HyperV agent@hv-cinder-81041: {}, Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: L3 agent@dv-cinder-810415-3-iscsi: {}, Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: Metadata agent@dv-cinder-810415-3-iscsi: {}, Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: Metering agent@dv-cinder-810415-3-iscsi: {}, Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: Open vSwitch agent@dv-cinder-810415-3-iscsi: { 'AddressGroup': '1.2', Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'ConntrackHelper': '1.0', Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'Log': '1.0', Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'Network': '1.1', Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'Port': '1.7', Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'PortForwarding': '1.2', Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'QosPolicy': '1.9', Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'SecurityGroup': '1.4', Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'SecurityGroupRule': '1.2', Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'SubPort': '1.0', Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'Subnet': '1.1', Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: 'Trunk': '1.1'}} Sep 22 21:04:59.004360 dv-cinder-810415-3-iscsi neutron-server[94797]: {{(pid=94797) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 21:04:59.036762 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3fdcc8-bd38-46fe-bed0-e8d2a481e7d0 admin admin] Network 5d066f00-068e-46f1-8859-f37d08687fd7 is scheduled to be hosted by DHCP agent 56809e1b-eac6-40c1-a412-0e5017dff325 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:04:59.050183 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Attempting to bind port a7ff58ff-b43f-4a43-8f26-28d892b296ab on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:04:59.050546 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Attempting to bind port a7ff58ff-b43f-4a43-8f26-28d892b296ab by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': '044a31a1-f554-45d4-baae-b0e9a3cfb293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:04:59.050891 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Attempting to bind port a7ff58ff-b43f-4a43-8f26-28d892b296ab on network 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:04:59.055529 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:04:59.055884 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Checking segment: {'id': '044a31a1-f554-45d4-baae-b0e9a3cfb293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:04:59.056266 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:59.056639 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Bound using segment: {'id': '044a31a1-f554-45d4-baae-b0e9a3cfb293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:04:59.057139 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Bound port: a7ff58ff-b43f-4a43-8f26-28d892b296ab, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044a31a1-f554-45d4-baae-b0e9a3cfb293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:04:59.057526 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:59.096927 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ffafc692-d334-4d28-b157-e4fe18847422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:59.117764 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] For port a7ff58ff-b43f-4a43-8f26-28d892b296ab, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:04:59.121092 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] For port a7ff58ff-b43f-4a43-8f26-28d892b296ab, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=a7ff58ff-b43f-4a43-8f26-28d892b296ab,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:04:59.135729 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-6d3fdcc8-bd38-46fe-bed0-e8d2a481e7d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-3-iscsi, 5d066f00-068e-46f1-8859-f37d08687fd7) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:04:59.148122 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3fdcc8-bd38-46fe-bed0-e8d2a481e7d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:04:59.148698 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d3fdcc8-bd38-46fe-bed0-e8d2a481e7d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:59.153191 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68399f71-8560-4f3f-a937-79f93991ecd8 None None] Network 5d066f00-068e-46f1-8859-f37d08687fd7 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:04:59.168186 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafc692-d334-4d28-b157-e4fe18847422 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc22b1c3-d4d4-4890-93ae-08f0ff0eb192,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:04:59.181066 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffafc692-d334-4d28-b157-e4fe18847422 admin admin] Checking segment: {'id': 'aa1b7c1a-ba47-466a-9ebd-7db52b512d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:04:59.181066 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffafc692-d334-4d28-b157-e4fe18847422 admin admin] Network hostable DHCP agents. Network: 37594581-71ec-4a19-bf13-ec2e3365d219, hostable agents: ['56809e1b-eac6-40c1-a412-0e5017dff325'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:04:59.213825 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:59.324473 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a155a32a-e499-480e-8eed-9cadcaaeffe1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:59.336667 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec480311-bcc1-46b3-9cb3-03b19ef56f30 None None] Pushing event updated for resources: {'Port': ['ID=a7ff58ff-b43f-4a43-8f26-28d892b296ab,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:04:59.346219 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-6d3fdcc8-bd38-46fe-bed0-e8d2a481e7d0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1981606 Sep 22 21:04:59.361490 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a155a32a-e499-480e-8eed-9cadcaaeffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:59.366720 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3562c211-b9e0-49d7-aec1-8e994d967fe0 None None] Network 5d066f00-068e-46f1-8859-f37d08687fd7 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:04:59.389310 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffafc692-d334-4d28-b157-e4fe18847422 admin admin] Network 37594581-71ec-4a19-bf13-ec2e3365d219 is scheduled to be hosted by DHCP agent 56809e1b-eac6-40c1-a412-0e5017dff325 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:04:59.497132 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-ffafc692-d334-4d28-b157-e4fe18847422 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-3-iscsi, 37594581-71ec-4a19-bf13-ec2e3365d219) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:04:59.502581 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffafc692-d334-4d28-b157-e4fe18847422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:04:59.502873 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ffafc692-d334-4d28-b157-e4fe18847422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:59.536590 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0a958f-ee4e-4f3f-a37b-2bd8dd327aff None None] Network 37594581-71ec-4a19-bf13-ec2e3365d219 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:04:59.587149 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-a155a32a-e499-480e-8eed-9cadcaaeffe1 admin admin] Allocated IP 172.27.0.38 (2c353f49-210c-4300-9e98-1f6204bdd5b4/672554c0-508e-4537-8193-f701627840d3/a830328e-8330-4cf2-ab83-3f2214d0d43d) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:04:59.598343 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-ffafc692-d334-4d28-b157-e4fe18847422 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1103747 Sep 22 21:04:59.600638 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 41246) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:04:59.614434 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-cab3e541-04ba-4d9d-9002-7afda28b3129 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1276271209-router', 'tenant_id': 'f15964513ebf422683c0a52d8b7917a1', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:04:59.734454 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cab3e541-04ba-4d9d-9002-7afda28b3129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3739781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:59.735474 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cab3e541-04ba-4d9d-9002-7afda28b3129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4180506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:59.755537 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a155a32a-e499-480e-8eed-9cadcaaeffe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:59.803696 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ed0538-c703-49ac-8a2c-fba0d8640257 None None] Network 37594581-71ec-4a19-bf13-ec2e3365d219 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:04:59.805749 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cab3e541-04ba-4d9d-9002-7afda28b3129 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:59.925931 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a155a32a-e499-480e-8eed-9cadcaaeffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:04:59.971076 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a155a32a-e499-480e-8eed-9cadcaaeffe1 admin admin] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:04:59.974363 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-a155a32a-e499-480e-8eed-9cadcaaeffe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:04:59.977902 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a155a32a-e499-480e-8eed-9cadcaaeffe1 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:05:00.020168 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155a32a-e499-480e-8eed-9cadcaaeffe1 admin admin] Pushing event updated for resources: {'Port': ['ID=a830328e-8330-4cf2-ab83-3f2214d0d43d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:00.147625 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device a7ff58ff-b43f-4a43-8f26-28d892b296ab up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:05:00.207099 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cab3e541-04ba-4d9d-9002-7afda28b3129 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:00.219486 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port a7ff58ff-b43f-4a43-8f26-28d892b296ab triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:05:00.219914 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:00.302188 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:00.337473 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] For port a7ff58ff-b43f-4a43-8f26-28d892b296ab, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=a7ff58ff-b43f-4a43-8f26-28d892b296ab,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:05:00.458133 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677a95f7-8260-47ad-b0d2-4b9c7dc79dfa None None] Network 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:05:00.462210 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:00.556076 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a155a32a-e499-480e-8eed-9cadcaaeffe1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:00.597469 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Pushing event updated for resources: {'Port': ['ID=a7ff58ff-b43f-4a43-8f26-28d892b296ab,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:00.606255 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a30591d4-738b-42d5-a162-6f0d31cf8941 None None] Provisioning complete for port a7ff58ff-b43f-4a43-8f26-28d892b296ab triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:05:00.606915 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a30591d4-738b-42d5-a162-6f0d31cf8941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:00.853878 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cab3e541-04ba-4d9d-9002-7afda28b3129 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:00.885437 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cab3e541-04ba-4d9d-9002-7afda28b3129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:00.903749 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a155a32a-e499-480e-8eed-9cadcaaeffe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3737356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:00.967225 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:05:01.055594 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 41306) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:01.058086 dv-cinder-810415-3-iscsi neutron-server[94795]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 21:05:01.220004 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ce9d770a-1fe6-4062-882f-c39fe0b5879c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:01.234174 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-cab3e541-04ba-4d9d-9002-7afda28b3129 admin admin] Allocated IP 172.27.0.87 (2c353f49-210c-4300-9e98-1f6204bdd5b4/672554c0-508e-4537-8193-f701627840d3/330a0192-43f0-419e-bb8d-e8d3dd816915) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:05:01.317120 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-25d576e7-f980-4f1a-b6b5-e553f0afd0f6 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:01.318640 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-25d576e7-f980-4f1a-b6b5-e553f0afd0f6 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/networks?id=5d066f00-068e-46f1-8859-f37d08687fd7 HTTP/1.1" status: 200 len: 812 time: 0.2620747 Sep 22 21:05:01.330777 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ad5b8027-b303-4193-9f8e-2744f58c9ce0 None None] Provisioning complete for port a7ff58ff-b43f-4a43-8f26-28d892b296ab triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:05:01.331147 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ad5b8027-b303-4193-9f8e-2744f58c9ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:01.335224 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-564c014c-ade5-43a5-b6ea-ba77cb91a8a9 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/quotas/d39530f6a1dc4dc2b7039e89587a9656 HTTP/1.1" status: 200 len: 375 time: 0.0104856 Sep 22 21:05:01.380830 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a155a32a-e499-480e-8eed-9cadcaaeffe1 admin admin] Router 6024d0f1-aa12-40a6-87fe-640b96abffb0 is scheduled to L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 21:05:01.392196 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cab3e541-04ba-4d9d-9002-7afda28b3129 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:01.409113 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-96a66615-40e3-4cb1-9e31-923ef5b7fed1 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d39530f6a1dc4dc2b7039e89587a9656&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678058 Sep 22 21:05:01.565546 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 41334) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:01.573499 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a155a32a-e499-480e-8eed-9cadcaaeffe1 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:05:01.582461 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] Sync routers for ids ['6024d0f1-aa12-40a6-87fe-640b96abffb0'] in dv-cinder-810415-3-iscsi {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:05:01.591891 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] Routers {'6024d0f1-aa12-40a6-87fe-640b96abffb0'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:05:01.592777 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:04:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['6024d0f1-aa12-40a6-87fe-640b96abffb0'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:01.629513 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0fc1b61f-30d1-49e1-9193-6ae51ee46412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:01.639492 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-904c2e54-d868-4964-8cb1-dd6048bf69e9 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:05:01.640559 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-904c2e54-d868-4964-8cb1-dd6048bf69e9 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0535359 Sep 22 21:05:01.655589 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cab3e541-04ba-4d9d-9002-7afda28b3129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:01.677880 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a155a32a-e499-480e-8eed-9cadcaaeffe1 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:01.682860 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-a155a32a-e499-480e-8eed-9cadcaaeffe1 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4271629 Sep 22 21:05:01.683460 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 41342) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:01.759119 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab3e541-04ba-4d9d-9002-7afda28b3129 admin admin] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:05:01.765456 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-cab3e541-04ba-4d9d-9002-7afda28b3129 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:05:01.772993 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3e541-04ba-4d9d-9002-7afda28b3129 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:05:01.785640 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] Set router 6024d0f1-aa12-40a6-87fe-640b96abffb0 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:05:01.835290 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3e541-04ba-4d9d-9002-7afda28b3129 admin admin] Pushing event updated for resources: {'Port': ['ID=330a0192-43f0-419e-bb8d-e8d3dd816915,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:01.942002 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-79ab29b5-ed3d-4015-a17a-d53f3df3c2e5 service neutron] 10.222.0.42 "GET /v2.0/networks/5d066f00-068e-46f1-8859-f37d08687fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945993 Sep 22 21:05:01.995541 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0fc1b61f-30d1-49e1-9193-6ae51ee46412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:02.062190 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device a7ff58ff-b43f-4a43-8f26-28d892b296ab up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:05:02.077631 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:05:00Z', 'revision_number': 3, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port': {'id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:02.103870 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] Checking router: 6024d0f1-aa12-40a6-87fe-640b96abffb0 for host: dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:05:02.104208 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] Updating router 6024d0f1-aa12-40a6-87fe-640b96abffb0 port a830328e-8330-4cf2-ab83-3f2214d0d43d binding host dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:05:02.122958 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port a7ff58ff-b43f-4a43-8f26-28d892b296ab triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:05:02.124394 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:02.140331 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:02.240070 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0fc1b61f-30d1-49e1-9193-6ae51ee46412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:02.326063 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cab3e541-04ba-4d9d-9002-7afda28b3129 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:02.327758 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc1b61f-30d1-49e1-9193-6ae51ee46412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc9f40d-69c5-46bc-a3ab-719f30bddf00,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:02.335971 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-0fc1b61f-30d1-49e1-9193-6ae51ee46412 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=33977d2ddd304d2a8ed6d31e498ff434&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7661376 Sep 22 21:05:02.349323 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 41366) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:02.367097 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-e140bf32-3aab-43a5-af40-23647ff9e986 service neutron] 10.222.0.42 "GET /v2.0/networks/5d066f00-068e-46f1-8859-f37d08687fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142818 Sep 22 21:05:02.483643 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:02.515031 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0eef7427-62da-4cda-bb36-0481caacc549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:02.596642 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cab3e541-04ba-4d9d-9002-7afda28b3129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3737356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:02.608406 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-081eac97-65c3-4baa-945f-daad00ffbfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:02.621702 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:02.677321 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-081eac97-65c3-4baa-945f-daad00ffbfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:02.755320 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] Attempting to bind port a830328e-8330-4cf2-ab83-3f2214d0d43d on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:05:02.760805 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] Attempting to bind port a830328e-8330-4cf2-ab83-3f2214d0d43d by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:05:02.763276 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] Attempting to bind port a830328e-8330-4cf2-ab83-3f2214d0d43d on network 2c353f49-210c-4300-9e98-1f6204bdd5b4 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:05:02.786578 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-0eef7427-62da-4cda-bb36-0481caacc549 admin admin] Allocated IP 172.20.0.1 (116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb/6978b747-bc4a-4923-9a63-b539852557c1/ae337004-0185-4af4-ba09-5ec9991f4769) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:05:02.795215 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:05:02.800859 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] Checking segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:05:02.810180 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:02.810180 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] Bound using segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:05:02.810180 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] Bound port: a830328e-8330-4cf2-ab83-3f2214d0d43d, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:05:02.810180 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:02.862047 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f2778-8305-407f-b7a5-16e8551dbfc5 None None] Pushing event updated for resources: {'Port': ['ID=a830328e-8330-4cf2-ab83-3f2214d0d43d,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:02.877342 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f2778-8305-407f-b7a5-16e8551dbfc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:02.877688 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f2778-8305-407f-b7a5-16e8551dbfc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:02.878525 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f2778-8305-407f-b7a5-16e8551dbfc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:02.878871 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f2778-8305-407f-b7a5-16e8551dbfc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:02.879458 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f2778-8305-407f-b7a5-16e8551dbfc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:02.879571 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f2778-8305-407f-b7a5-16e8551dbfc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:02.879812 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f2778-8305-407f-b7a5-16e8551dbfc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:02.880133 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f2778-8305-407f-b7a5-16e8551dbfc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:02.880802 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f2778-8305-407f-b7a5-16e8551dbfc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:02.881129 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f2778-8305-407f-b7a5-16e8551dbfc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:02.881443 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f2778-8305-407f-b7a5-16e8551dbfc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:02.881758 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f2778-8305-407f-b7a5-16e8551dbfc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362f2778-8305-407f-b7a5-16e8551dbfc5 None None] Tracked resource versions report: Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: pushed versions: Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: { 'AddressGroup': {'1.2'}, Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'ConntrackHelper': {'1.0'}, Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'Log': {'1.0'}, Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'Network': {'1.1'}, Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'Port': {'1.7'}, Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'PortForwarding': {'1.2'}, Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'QosPolicy': {'1.9'}, Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'SecurityGroup': {'1.4'}, Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'SecurityGroupRule': {'1.2'}, Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'SubPort': {'1.0'}, Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'Subnet': {'1.1'}, Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'Trunk': {'1.1'}} Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: consumer versions: Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: { DHCP agent@dv-cinder-810415-3-iscsi: {}, Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: HyperV agent@hv-cinder-81041: {}, Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: L3 agent@dv-cinder-810415-3-iscsi: {}, Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: Metadata agent@dv-cinder-810415-3-iscsi: {}, Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: Metering agent@dv-cinder-810415-3-iscsi: {}, Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: Open vSwitch agent@dv-cinder-810415-3-iscsi: { 'AddressGroup': '1.2', Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'ConntrackHelper': '1.0', Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'Log': '1.0', Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'Network': '1.1', Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'Port': '1.7', Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'PortForwarding': '1.2', Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'QosPolicy': '1.9', Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'SecurityGroup': '1.4', Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'SecurityGroupRule': '1.2', Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'SubPort': '1.0', Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'Subnet': '1.1', Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: 'Trunk': '1.1'}} Sep 22 21:05:02.882815 dv-cinder-810415-3-iscsi neutron-server[94798]: {{(pid=94798) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 21:05:02.913346 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] For port a830328e-8330-4cf2-ab83-3f2214d0d43d, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:05:02.924067 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] For port a830328e-8330-4cf2-ab83-3f2214d0d43d, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=a830328e-8330-4cf2-ab83-3f2214d0d43d,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:05:02.937223 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0eef7427-62da-4cda-bb36-0481caacc549 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:03.016878 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab3e541-04ba-4d9d-9002-7afda28b3129 admin admin] Router 619f2f5e-151c-4826-a636-cc0737d59de1 is scheduled to L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 21:05:03.031395 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cc35fa4e-6b6c-4722-b1c9-34c359de22aa req-7ffdb2b0-9cdc-4358-b2d5-86eaa3a0e13f tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 210 time: 0.0643816 Sep 22 21:05:03.038793 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-081eac97-65c3-4baa-945f-daad00ffbfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:03.038793 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-081eac97-65c3-4baa-945f-daad00ffbfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:03.038793 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-081eac97-65c3-4baa-945f-daad00ffbfbb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/afc9f40d-69c5-46bc-a3ab-719f30bddf00 HTTP/1.1" status: 204 len: 168 time: 0.6718283 Sep 22 21:05:03.047066 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081eac97-65c3-4baa-945f-daad00ffbfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc9f40d-69c5-46bc-a3ab-719f30bddf00,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:03.063379 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:03.131690 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0eef7427-62da-4cda-bb36-0481caacc549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:03.194426 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] Routers {'6024d0f1-aa12-40a6-87fe-640b96abffb0'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:05:03.195094 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:04:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['6024d0f1-aa12-40a6-87fe-640b96abffb0'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:03.215884 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eef7427-62da-4cda-bb36-0481caacc549 admin admin] Network 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:05:03.218909 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-0eef7427-62da-4cda-bb36-0481caacc549 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:05:03.238437 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab3e541-04ba-4d9d-9002-7afda28b3129 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:05:03.238960 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eef7427-62da-4cda-bb36-0481caacc549 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:05:03.245441 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0eef7427-62da-4cda-bb36-0481caacc549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3741573'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:03.245441 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef7427-62da-4cda-bb36-0481caacc549 admin admin] Pushing event updated for resources: {'Port': ['ID=ae337004-0185-4af4-ba09-5ec9991f4769,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:03.252810 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] Sync routers for ids ['619f2f5e-151c-4826-a636-cc0737d59de1'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:05:03.263175 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] Routers {'619f2f5e-151c-4826-a636-cc0737d59de1'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:05:03.264849 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:04:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['619f2f5e-151c-4826-a636-cc0737d59de1'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:03.289651 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f2778-8305-407f-b7a5-16e8551dbfc5 None None] Pushing event updated for resources: {'Port': ['ID=a830328e-8330-4cf2-ab83-3f2214d0d43d,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:03.381624 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cab3e541-04ba-4d9d-9002-7afda28b3129 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:03.381624 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-cab3e541-04ba-4d9d-9002-7afda28b3129 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7742462 Sep 22 21:05:03.383093 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 41418) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:03.504585 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] Set router 6024d0f1-aa12-40a6-87fe-640b96abffb0 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:05:03.521893 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] Set router 619f2f5e-151c-4826-a636-cc0737d59de1 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:05:03.758093 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d35ce128-adcb-4ef3-9c38-b142b53facda None None] Provisioning complete for port ae337004-0185-4af4-ba09-5ec9991f4769 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:05:03.758573 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d35ce128-adcb-4ef3-9c38-b142b53facda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:03.795926 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c0a7aeef-6c9f-47b1-b067-86801c247cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:03.823759 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d35ce128-adcb-4ef3-9c38-b142b53facda None None] Port ae337004-0185-4af4-ba09-5ec9991f4769 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:05:03.850522 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0eef7427-62da-4cda-bb36-0481caacc549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:03.890890 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 41454) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:03.937933 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:05:00Z', 'revision_number': 3, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port': {'id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:03.945156 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619f2f5e-151c-4826-a636-cc0737d59de1', 'name': 'tempest-ServerRescueNegativeTestJSON-1276271209-router', 'tenant_id': 'f15964513ebf422683c0a52d8b7917a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '330a0192-43f0-419e-bb8d-e8d3dd816915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:01Z', 'revision_number': 3, 'project_id': 'f15964513ebf422683c0a52d8b7917a1', 'gw_port': {'id': '330a0192-43f0-419e-bb8d-e8d3dd816915', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619f2f5e-151c-4826-a636-cc0737d59de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:00Z', 'updated_at': '2021-09-22T21:05:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:03.982418 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8713cce-c193-48ad-9719-1570c92d0223 None None] The sync data for ids ['6024d0f1-aa12-40a6-87fe-640b96abffb0'] in dv-cinder-810415-3-iscsi is: [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:05:00Z', 'revision_number': 3, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port': {'id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:05:04.046100 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] Checking router: 619f2f5e-151c-4826-a636-cc0737d59de1 for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:05:04.046453 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] Updating router 619f2f5e-151c-4826-a636-cc0737d59de1 port 330a0192-43f0-419e-bb8d-e8d3dd816915 binding host dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:05:04.108783 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:04.249444 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10aa038f-adab-4c64-b959-a8454058dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:04.249688 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0eef7427-62da-4cda-bb36-0481caacc549 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:04.309909 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3f800a2d-b8d3-4180-a004-51a773e62a41 req-f076c4a4-461d-4e1e-a89a-b119399f622f tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 210 time: 0.0578780 Sep 22 21:05:04.311543 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c7ae20ed-47ad-4d0f-907c-d07bb2cb5c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:04.386266 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 41482) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:04.434217 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0eef7427-62da-4cda-bb36-0481caacc549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:04.434934 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0eef7427-62da-4cda-bb36-0481caacc549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3740533'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:04.441407 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:04.465813 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acd066d6-ed50-427c-a1de-062644712aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:04.476689 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:04.625207 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-10aa038f-adab-4c64-b959-a8454058dc08 admin admin] Allocated IP 172.20.0.1 (37594581-71ec-4a19-bf13-ec2e3365d219/cc22b1c3-d4d4-4890-93ae-08f0ff0eb192/c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:05:04.626805 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:04.738915 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:04.740444 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c7ae20ed-47ad-4d0f-907c-d07bb2cb5c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:04.743806 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eef7427-62da-4cda-bb36-0481caacc549 admin admin] Pushing event updated for resources: {'Port': ['ID=ae337004-0185-4af4-ba09-5ec9991f4769,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:04.764518 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10aa038f-adab-4c64-b959-a8454058dc08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:04.764780 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eef7427-62da-4cda-bb36-0481caacc549 admin admin] Network 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:05:04.768919 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-0eef7427-62da-4cda-bb36-0481caacc549 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:05:04.827390 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] Attempting to bind port 330a0192-43f0-419e-bb8d-e8d3dd816915 on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:05:04.827872 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] Attempting to bind port 330a0192-43f0-419e-bb8d-e8d3dd816915 by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:05:04.828328 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] Attempting to bind port 330a0192-43f0-419e-bb8d-e8d3dd816915 on network 2c353f49-210c-4300-9e98-1f6204bdd5b4 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:05:04.860067 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c7ae20ed-47ad-4d0f-907c-d07bb2cb5c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:04.864313 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:05:04.864313 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] Checking segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:05:04.865636 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:04.866687 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] Bound using segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:05:04.877206 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] Bound port: 330a0192-43f0-419e-bb8d-e8d3dd816915, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:05:04.877993 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:04.899923 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4ba01-6d9c-49a4-9c1e-9629bbcb50e8 None None] Pushing event updated for resources: {'Port': ['ID=330a0192-43f0-419e-bb8d-e8d3dd816915,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:05.012022 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10aa038f-adab-4c64-b959-a8454058dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:05.021824 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] For port 330a0192-43f0-419e-bb8d-e8d3dd816915, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:05:05.022967 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae20ed-47ad-4d0f-907c-d07bb2cb5c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be93d229-e25a-4736-8bd5-061bc8dc744c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:05.034190 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] For port 330a0192-43f0-419e-bb8d-e8d3dd816915, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=330a0192-43f0-419e-bb8d-e8d3dd816915,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:05:05.053707 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-c7ae20ed-47ad-4d0f-907c-d07bb2cb5c5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=21a23da7897e46188a51d20ef2813838&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1571231 Sep 22 21:05:05.055074 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aa038f-adab-4c64-b959-a8454058dc08 admin admin] Network 37594581-71ec-4a19-bf13-ec2e3365d219 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:05:05.056503 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 41520) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:05.084155 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-10aa038f-adab-4c64-b959-a8454058dc08 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:05:05.106435 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10aa038f-adab-4c64-b959-a8454058dc08 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:05:05.106882 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10aa038f-adab-4c64-b959-a8454058dc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3741573'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:05.165155 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-f9066775-5f24-4265-b274-b34924a856eb None None] Provisioning complete for port ae337004-0185-4af4-ba09-5ec9991f4769 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:05:05.165530 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f9066775-5f24-4265-b274-b34924a856eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:05.189889 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eef7427-62da-4cda-bb36-0481caacc549 admin admin] Router 6024d0f1-aa12-40a6-87fe-640b96abffb0 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:05:05.208798 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f9066775-5f24-4265-b274-b34924a856eb None None] Port ae337004-0185-4af4-ba09-5ec9991f4769 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:05:05.219956 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5713f3f0-6c61-4e62-bfca-8f5e5e437b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:05.229189 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa038f-adab-4c64-b959-a8454058dc08 admin admin] Pushing event updated for resources: {'Port': ['ID=c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:05.293850 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acd066d6-ed50-427c-a1de-062644712aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:05.300673 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5713f3f0-6c61-4e62-bfca-8f5e5e437b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:05.312241 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:05.388230 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] Routers {'619f2f5e-151c-4826-a636-cc0737d59de1'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:05:05.389078 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:05:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['619f2f5e-151c-4826-a636-cc0737d59de1'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:05.417925 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acd066d6-ed50-427c-a1de-062644712aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:05.427917 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4ba01-6d9c-49a4-9c1e-9629bbcb50e8 None None] Pushing event updated for resources: {'Port': ['ID=330a0192-43f0-419e-bb8d-e8d3dd816915,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:05.458914 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10aa038f-adab-4c64-b959-a8454058dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:05.474540 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3f728742-0a46-4325-b621-92f895598277 req-db8229c2-fec4-414b-8d3c-3e310042630d tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 210 time: 0.0596828 Sep 22 21:05:05.479650 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eef7427-62da-4cda-bb36-0481caacc549 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:05:05.491911 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-0eef7427-62da-4cda-bb36-0481caacc549 admin admin] 10.222.0.42 "PUT /v2.0/routers/6024d0f1-aa12-40a6-87fe-640b96abffb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8022587 Sep 22 21:05:05.511260 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-acd066d6-ed50-427c-a1de-062644712aa4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=28fc02c01d584455a90f33ff5d5b1ab1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1200051 Sep 22 21:05:05.513480 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd066d6-ed50-427c-a1de-062644712aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97cfb14-ec12-4a03-99fa-64439e91a54c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:05.521356 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 41534) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:05.565128 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5713f3f0-6c61-4e62-bfca-8f5e5e437b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:05.567893 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5713f3f0-6c61-4e62-bfca-8f5e5e437b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:05.569292 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-5713f3f0-6c61-4e62-bfca-8f5e5e437b5f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be93d229-e25a-4736-8bd5-061bc8dc744c HTTP/1.1" status: 204 len: 168 time: 0.5103226 Sep 22 21:05:05.579797 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713f3f0-6c61-4e62-bfca-8f5e5e437b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be93d229-e25a-4736-8bd5-061bc8dc744c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:05.590070 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] Set router 619f2f5e-151c-4826-a636-cc0737d59de1 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:05:05.661101 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34655da5-d173-4575-b91d-63a739e81886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:05.816803 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34655da5-d173-4575-b91d-63a739e81886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:05.836248 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619f2f5e-151c-4826-a636-cc0737d59de1', 'name': 'tempest-ServerRescueNegativeTestJSON-1276271209-router', 'tenant_id': 'f15964513ebf422683c0a52d8b7917a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '330a0192-43f0-419e-bb8d-e8d3dd816915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:01Z', 'revision_number': 3, 'project_id': 'f15964513ebf422683c0a52d8b7917a1', 'gw_port': {'id': '330a0192-43f0-419e-bb8d-e8d3dd816915', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619f2f5e-151c-4826-a636-cc0737d59de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:00Z', 'updated_at': '2021-09-22T21:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:05.873895 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10aa038f-adab-4c64-b959-a8454058dc08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:05.875148 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10e8e67-c6dc-4b82-8117-c6650ce4b32c None None] The sync data for ids ['619f2f5e-151c-4826-a636-cc0737d59de1'] in dv-cinder-810415-3-iscsi is: [{'id': '619f2f5e-151c-4826-a636-cc0737d59de1', 'name': 'tempest-ServerRescueNegativeTestJSON-1276271209-router', 'tenant_id': 'f15964513ebf422683c0a52d8b7917a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '330a0192-43f0-419e-bb8d-e8d3dd816915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:01Z', 'revision_number': 3, 'project_id': 'f15964513ebf422683c0a52d8b7917a1', 'gw_port': {'id': '330a0192-43f0-419e-bb8d-e8d3dd816915', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619f2f5e-151c-4826-a636-cc0737d59de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:00Z', 'updated_at': '2021-09-22T21:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:05:06.023355 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10aa038f-adab-4c64-b959-a8454058dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:06.024571 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10aa038f-adab-4c64-b959-a8454058dc08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3740533'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:06.071197 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34655da5-d173-4575-b91d-63a739e81886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:06.074389 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-34655da5-d173-4575-b91d-63a739e81886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:06.075852 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-34655da5-d173-4575-b91d-63a739e81886 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c97cfb14-ec12-4a03-99fa-64439e91a54c HTTP/1.1" status: 204 len: 168 time: 0.5559332 Sep 22 21:05:06.152175 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device a830328e-8330-4cf2-ab83-3f2214d0d43d up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:05:06.297118 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port a830328e-8330-4cf2-ab83-3f2214d0d43d triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:05:06.297483 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:06.318607 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa038f-adab-4c64-b959-a8454058dc08 admin admin] Pushing event updated for resources: {'Port': ['ID=c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:06.327279 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34655da5-d173-4575-b91d-63a739e81886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97cfb14-ec12-4a03-99fa-64439e91a54c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:06.345080 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10aa038f-adab-4c64-b959-a8454058dc08 admin admin] Network 37594581-71ec-4a19-bf13-ec2e3365d219 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:05:06.347932 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-10aa038f-adab-4c64-b959-a8454058dc08 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:05:06.439595 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:06.564476 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] For port a830328e-8330-4cf2-ab83-3f2214d0d43d, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=a830328e-8330-4cf2-ab83-3f2214d0d43d,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:05:06.564476 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:06.565415 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10aa038f-adab-4c64-b959-a8454058dc08 admin admin] Router 619f2f5e-151c-4826-a636-cc0737d59de1 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:05:06.649487 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] Sync routers for ids ['6024d0f1-aa12-40a6-87fe-640b96abffb0'] in dv-cinder-810415-3-iscsi {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:05:06.649487 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] Routers {'6024d0f1-aa12-40a6-87fe-640b96abffb0'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:05:06.649487 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:05:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['6024d0f1-aa12-40a6-87fe-640b96abffb0'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:06.659292 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10aa038f-adab-4c64-b959-a8454058dc08 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:05:06.671763 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-10aa038f-adab-4c64-b959-a8454058dc08 admin admin] 10.222.0.42 "PUT /v2.0/routers/619f2f5e-151c-4826-a636-cc0737d59de1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2815919 Sep 22 21:05:06.709249 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8d3e607a-17bb-4e92-b3d4-8fe2ad464b42 req-754b2cc1-ac83-4b82-b8e3-7d4d45e9c664 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 210 time: 0.0467613 Sep 22 21:05:06.828171 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] Set router 6024d0f1-aa12-40a6-87fe-640b96abffb0 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:05:06.855186 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:06.929251 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 41572) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:06.936381 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-8b77d89b-3003-4161-b69d-fbad5782503d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2043820860', 'description': 'tempest-description--812612089'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:05:06.939494 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Pushing event updated for resources: {'Port': ['ID=a830328e-8330-4cf2-ab83-3f2214d0d43d,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:07.081951 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 41580) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:07.085299 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:05:03Z', 'revision_number': 4, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port': {'id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'ae337004-0185-4af4-ba09-5ec9991f4769', 'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'mac_address': 'fa:16:3e:99:61:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:02Z', 'updated_at': '2021-09-22T21:05:04Z', 'revision_number': 2, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'subnets': [{'id': '6978b747-bc4a-4923-9a63-b539852557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:07.116190 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] Checking router: 6024d0f1-aa12-40a6-87fe-640b96abffb0 for host: dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:05:07.116831 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] Updating router 6024d0f1-aa12-40a6-87fe-640b96abffb0 port ae337004-0185-4af4-ba09-5ec9991f4769 binding host dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:05:07.153261 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:07.182135 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8b77d89b-3003-4161-b69d-fbad5782503d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:07.350679 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-66a67f1b-a728-4186-93c2-5eaac60ee520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:07.359593 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8b77d89b-3003-4161-b69d-fbad5782503d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:07.470765 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8b77d89b-3003-4161-b69d-fbad5782503d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:07.479106 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:07.556550 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77d89b-3003-4161-b69d-fbad5782503d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58436dfd-0cbb-4840-8a30-317b53222f8b,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:07.579542 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:07.632124 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-66a67f1b-a728-4186-93c2-5eaac60ee520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:07.674658 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 41616) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:07.696339 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0936640-d4b2-465d-b2b8-5f20005fde25 None None] Pushing event updated for resources: {'Port': ['ID=ae337004-0185-4af4-ba09-5ec9991f4769,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:07.753737 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-66a67f1b-a728-4186-93c2-5eaac60ee520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:07.786428 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] Attempting to bind port ae337004-0185-4af4-ba09-5ec9991f4769 on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:05:07.787237 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] Attempting to bind port ae337004-0185-4af4-ba09-5ec9991f4769 by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': '044a31a1-f554-45d4-baae-b0e9a3cfb293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:05:07.789702 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] Attempting to bind port ae337004-0185-4af4-ba09-5ec9991f4769 on network 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:05:07.802849 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:05:07.804820 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] Checking segment: {'id': '044a31a1-f554-45d4-baae-b0e9a3cfb293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:05:07.806294 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:07.808062 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] Bound using segment: {'id': '044a31a1-f554-45d4-baae-b0e9a3cfb293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:05:07.810094 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] Bound port: ae337004-0185-4af4-ba09-5ec9991f4769, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '044a31a1-f554-45d4-baae-b0e9a3cfb293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:05:07.811318 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:07.865769 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a67f1b-a728-4186-93c2-5eaac60ee520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a895f4d-c100-433c-84ac-cbd6f8e42ad1,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:07.932641 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-66a67f1b-a728-4186-93c2-5eaac60ee520 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e43de48e3c804549bb1e654f22ff0ff3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8494418 Sep 22 21:05:07.934830 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 41624) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:07.952678 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] For port ae337004-0185-4af4-ba09-5ec9991f4769, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:05:07.958815 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] For port ae337004-0185-4af4-ba09-5ec9991f4769, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=ae337004-0185-4af4-ba09-5ec9991f4769,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:05:07.964341 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-63deb036-cfb9-4c89-ab22-e311278d33ce None None] Provisioning complete for port ae337004-0185-4af4-ba09-5ec9991f4769 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:05:07.964887 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-63deb036-cfb9-4c89-ab22-e311278d33ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:08.022746 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-63deb036-cfb9-4c89-ab22-e311278d33ce None None] Port ae337004-0185-4af4-ba09-5ec9991f4769 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:05:08.065708 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e998bff-71d2-4e0c-a077-2944e288da53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:08.085465 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e998bff-71d2-4e0c-a077-2944e288da53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:08.102995 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:08.114300 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e137a7-2501-4788-810c-da401c89db69 None None] Sync routers for ids ['619f2f5e-151c-4826-a636-cc0737d59de1'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:05:08.121018 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5f3bdec3-06e0-42f6-af80-08d42a829b5d req-0a60fe3f-a223-4511-bf0a-b0570a71b957 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 210 time: 0.0925739 Sep 22 21:05:08.138542 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e137a7-2501-4788-810c-da401c89db69 None None] Routers {'619f2f5e-151c-4826-a636-cc0737d59de1'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:05:08.143090 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8b77d89b-3003-4161-b69d-fbad5782503d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:08.143992 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-77e137a7-2501-4788-810c-da401c89db69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:05:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['619f2f5e-151c-4826-a636-cc0737d59de1'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:08.144333 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-8b77d89b-3003-4161-b69d-fbad5782503d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.2129872 Sep 22 21:05:08.148578 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 41632) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:08.166351 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-9b381d2f-e731-4b33-ba41-f0e392149253 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Request body: {'security_group_rule': {'security_group_id': '58436dfd-0cbb-4840-8a30-317b53222f8b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:05:08.210022 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781df29-de6c-452d-b731-73dc5d487a9e req-02fe9df0-033f-45e0-8b60-718ece00fc9f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:08.212459 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9781df29-de6c-452d-b731-73dc5d487a9e req-02fe9df0-033f-45e0-8b60-718ece00fc9f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/networks?id=37594581-71ec-4a19-bf13-ec2e3365d219 HTTP/1.1" status: 200 len: 819 time: 0.5351248 Sep 22 21:05:08.231694 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] Routers {'6024d0f1-aa12-40a6-87fe-640b96abffb0'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:05:08.232469 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:05:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['6024d0f1-aa12-40a6-87fe-640b96abffb0'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:08.235594 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0936640-d4b2-465d-b2b8-5f20005fde25 None None] Pushing event updated for resources: {'Port': ['ID=ae337004-0185-4af4-ba09-5ec9991f4769,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:08.289356 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9781df29-de6c-452d-b731-73dc5d487a9e req-da0e899d-dca9-4f4c-b613-44c28bb42eea tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/quotas/f15964513ebf422683c0a52d8b7917a1 HTTP/1.1" status: 200 len: 375 time: 0.0596945 Sep 22 21:05:08.292597 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device a830328e-8330-4cf2-ab83-3f2214d0d43d up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:05:08.380689 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e998bff-71d2-4e0c-a077-2944e288da53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:08.380689 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6e998bff-71d2-4e0c-a077-2944e288da53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:08.380689 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-6e998bff-71d2-4e0c-a077-2944e288da53 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a895f4d-c100-433c-84ac-cbd6f8e42ad1 HTTP/1.1" status: 204 len: 168 time: 0.4437993 Sep 22 21:05:08.406701 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9b381d2f-e731-4b33-ba41-f0e392149253 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:08.436400 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] Set router 6024d0f1-aa12-40a6-87fe-640b96abffb0 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:05:08.437720 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9781df29-de6c-452d-b731-73dc5d487a9e req-7dc03027-8308-49a8-b632-8607f1735b13 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f15964513ebf422683c0a52d8b7917a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1477823 Sep 22 21:05:08.439515 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e998bff-71d2-4e0c-a077-2944e288da53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a895f4d-c100-433c-84ac-cbd6f8e42ad1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:08.610083 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9b381d2f-e731-4b33-ba41-f0e392149253 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:08.644858 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port a830328e-8330-4cf2-ab83-3f2214d0d43d triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:05:08.645515 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:08.692634 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-77e137a7-2501-4788-810c-da401c89db69 None None] Set router 619f2f5e-151c-4826-a636-cc0737d59de1 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:05:08.711268 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9b381d2f-e731-4b33-ba41-f0e392149253 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:08.728846 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b381d2f-e731-4b33-ba41-f0e392149253 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d350db6-7190-4bba-b158-ccd1b6fc46cd,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:08.812388 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-199611d9-2d43-41ef-8236-859123598659 None None] Provisioning complete for port ae337004-0185-4af4-ba09-5ec9991f4769 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:05:08.812388 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-199611d9-2d43-41ef-8236-859123598659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:08.815873 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:05:03Z', 'revision_number': 4, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port': {'id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'ae337004-0185-4af4-ba09-5ec9991f4769', 'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'mac_address': 'fa:16:3e:99:61:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:02Z', 'updated_at': '2021-09-22T21:05:07Z', 'revision_number': 4, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'subnets': [{'id': '6978b747-bc4a-4923-9a63-b539852557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:08.855933 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ae336c-8d8c-444f-b904-4de8cb45d693 None None] The sync data for ids ['6024d0f1-aa12-40a6-87fe-640b96abffb0'] in dv-cinder-810415-3-iscsi is: [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:05:03Z', 'revision_number': 4, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port': {'id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'ae337004-0185-4af4-ba09-5ec9991f4769', 'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'mac_address': 'fa:16:3e:99:61:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:02Z', 'updated_at': '2021-09-22T21:05:07Z', 'revision_number': 4, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'subnets': [{'id': '6978b747-bc4a-4923-9a63-b539852557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:05:08.874503 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9b381d2f-e731-4b33-ba41-f0e392149253 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:08.881774 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-9b381d2f-e731-4b33-ba41-f0e392149253 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7262087 Sep 22 21:05:08.883813 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 41676) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:08.889220 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-d6bf6bcb-36cf-49d7-b9ca-b8eb4c5983a2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Request body: {'security_group_rule': {'security_group_id': '58436dfd-0cbb-4840-8a30-317b53222f8b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:05:08.902613 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 330a0192-43f0-419e-bb8d-e8d3dd816915 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:05:09.320675 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6bf6bcb-36cf-49d7-b9ca-b8eb4c5983a2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:09.322404 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-199611d9-2d43-41ef-8236-859123598659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:09.322404 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 330a0192-43f0-419e-bb8d-e8d3dd816915 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:05:09.322404 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:09.322404 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-77e137a7-2501-4788-810c-da401c89db69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619f2f5e-151c-4826-a636-cc0737d59de1', 'name': 'tempest-ServerRescueNegativeTestJSON-1276271209-router', 'tenant_id': 'f15964513ebf422683c0a52d8b7917a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '330a0192-43f0-419e-bb8d-e8d3dd816915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:05Z', 'revision_number': 4, 'project_id': 'f15964513ebf422683c0a52d8b7917a1', 'gw_port': {'id': '330a0192-43f0-419e-bb8d-e8d3dd816915', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619f2f5e-151c-4826-a636-cc0737d59de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:00Z', 'updated_at': '2021-09-22T21:05:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a', 'name': '', 'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219', 'tenant_id': 'f15964513ebf422683c0a52d8b7917a1', 'mac_address': 'fa:16:3e:45:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619f2f5e-151c-4826-a636-cc0737d59de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'cc22b1c3-d4d4-4890-93ae-08f0ff0eb192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:04Z', 'updated_at': '2021-09-22T21:05:05Z', 'revision_number': 2, 'project_id': 'f15964513ebf422683c0a52d8b7917a1', 'subnets': [{'id': 'cc22b1c3-d4d4-4890-93ae-08f0ff0eb192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:09.323313 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 41684) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:09.323313 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6bf6bcb-36cf-49d7-b9ca-b8eb4c5983a2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:09.323561 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e137a7-2501-4788-810c-da401c89db69 None None] Checking router: 619f2f5e-151c-4826-a636-cc0737d59de1 for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:05:09.323561 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e137a7-2501-4788-810c-da401c89db69 None None] Updating router 619f2f5e-151c-4826-a636-cc0737d59de1 port c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a binding host dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:05:09.323561 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-199611d9-2d43-41ef-8236-859123598659 None None] For port ae337004-0185-4af4-ba09-5ec9991f4769, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=ae337004-0185-4af4-ba09-5ec9991f4769,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:05:09.323561 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-77e137a7-2501-4788-810c-da401c89db69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:09.324098 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6bf6bcb-36cf-49d7-b9ca-b8eb4c5983a2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:09.324159 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-199611d9-2d43-41ef-8236-859123598659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:09.335425 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf6bcb-36cf-49d7-b9ca-b8eb4c5983a2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0c5470-4d84-4eab-8229-52d61924837e,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:09.394529 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.48', 56788) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:09.410690 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ee2fd667-9f34-4b1e-9e75-d34d1789148b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2122886608-network', 'tenant_id': '91fbe2cf4394474d9b44d44e13ed0860'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:05:09.415049 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:09.432841 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-109ecbdc-a8a5-425c-81be-e53336fda5df req-f5ec9efc-d509-4439-a862-87e292ad03e2 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 210 time: 0.0608692 Sep 22 21:05:09.460413 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] For port 330a0192-43f0-419e-bb8d-e8d3dd816915, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=330a0192-43f0-419e-bb8d-e8d3dd816915,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:05:09.491958 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199611d9-2d43-41ef-8236-859123598659 None None] Pushing event updated for resources: {'Port': ['ID=ae337004-0185-4af4-ba09-5ec9991f4769,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:09.545943 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [req-9781df29-de6c-452d-b731-73dc5d487a9e req-a6716478-fe77-463c-8cf7-d27ffdb967a3 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:05:09.547674 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9781df29-de6c-452d-b731-73dc5d487a9e req-a6716478-fe77-463c-8cf7-d27ffdb967a3 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2478046 Sep 22 21:05:09.591141 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d6bf6bcb-36cf-49d7-b9ca-b8eb4c5983a2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:09.593192 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-d6bf6bcb-36cf-49d7-b9ca-b8eb4c5983a2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7082367 Sep 22 21:05:09.596362 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 41704) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:09.608326 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0c86c08f-1728-484d-bfa9-8a0f89b8a5d8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Request body: {'floatingip': {'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:05:09.614577 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:09.772949 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-04cbc4e8-b140-47df-b6e8-fdcbf896c4f6 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:09.778679 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-04cbc4e8-b140-47df-b6e8-fdcbf896c4f6 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.48 "GET /v2.0/networks?id=5d066f00-068e-46f1-8859-f37d08687fd7 HTTP/1.1" status: 200 len: 812 time: 0.3562517 Sep 22 21:05:09.784180 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2fd667-9f34-4b1e-9e75-d34d1789148b admin admin] Made reservation on behalf of 91fbe2cf4394474d9b44d44e13ed0860 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:05:09.793908 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Pushing event updated for resources: {'Port': ['ID=330a0192-43f0-419e-bb8d-e8d3dd816915,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:09.798250 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee2fd667-9f34-4b1e-9e75-d34d1789148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:09.806724 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9781df29-de6c-452d-b731-73dc5d487a9e req-778f34c1-50e0-4a7e-8eef-dd711826d267 service neutron] 10.222.0.42 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495298 Sep 22 21:05:09.815489 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-77e137a7-2501-4788-810c-da401c89db69 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:09.819426 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee2fd667-9f34-4b1e-9e75-d34d1789148b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:09.878287 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-9648de23-75df-4f66-858c-3a3f49825e98 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Request body: {'port': {'device_id': '1a077f28-57c0-4c37-bfd2-f3a3d03debab', 'network_id': '5d066f00-068e-46f1-8859-f37d08687fd7', 'admin_state_up': True, 'tenant_id': 'd39530f6a1dc4dc2b7039e89587a9656'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:05:09.938339 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9781df29-de6c-452d-b731-73dc5d487a9e req-5efe5ea7-b9f3-43fb-b1a2-5845a8e60f05 service neutron] 10.222.0.42 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236424 Sep 22 21:05:09.993467 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c86c08f-1728-484d-bfa9-8a0f89b8a5d8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:09.993603 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-77e137a7-2501-4788-810c-da401c89db69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:10.010195 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 41722) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:10.158746 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6f5218a-151c-441a-9d95-0851d5b0f845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:10.162483 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ada4c-be0f-4b58-8e71-4f7ac7f29aed None None] Pushing event updated for resources: {'Port': ['ID=c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:10.273779 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-77e137a7-2501-4788-810c-da401c89db69 None None] Attempting to bind port c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:05:10.274150 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-77e137a7-2501-4788-810c-da401c89db69 None None] Attempting to bind port c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': 'aa1b7c1a-ba47-466a-9ebd-7db52b512d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:05:10.274880 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e137a7-2501-4788-810c-da401c89db69 None None] Attempting to bind port c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a on network 37594581-71ec-4a19-bf13-ec2e3365d219 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:05:10.289621 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e137a7-2501-4788-810c-da401c89db69 None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:05:10.289621 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e137a7-2501-4788-810c-da401c89db69 None None] Checking segment: {'id': 'aa1b7c1a-ba47-466a-9ebd-7db52b512d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:05:10.289621 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-77e137a7-2501-4788-810c-da401c89db69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:10.289621 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e137a7-2501-4788-810c-da401c89db69 None None] Bound using segment: {'id': 'aa1b7c1a-ba47-466a-9ebd-7db52b512d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:05:10.290680 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-77e137a7-2501-4788-810c-da401c89db69 None None] Bound port: c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa1b7c1a-ba47-466a-9ebd-7db52b512d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:05:10.298263 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-77e137a7-2501-4788-810c-da401c89db69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:10.325007 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 330a0192-43f0-419e-bb8d-e8d3dd816915 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:05:10.353041 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee2fd667-9f34-4b1e-9e75-d34d1789148b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:10.453720 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee2fd667-9f34-4b1e-9e75-d34d1789148b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:10.489933 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c86c08f-1728-484d-bfa9-8a0f89b8a5d8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:10.504791 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2fd667-9f34-4b1e-9e75-d34d1789148b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:05:10.522204 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-77e137a7-2501-4788-810c-da401c89db69 None None] For port c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:05:10.535386 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-77e137a7-2501-4788-810c-da401c89db69 None None] For port c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a,segment=NetworkSegment(aa1b7c1a-ba47-466a-9ebd-7db52b512d42),segment_id=aa1b7c1a-ba47-466a-9ebd-7db52b512d42)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:05:10.542473 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.db.api [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-9648de23-75df-4f66-858c-3a3f49825e98 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 21:05:10.542473 dv-cinder-810415-3-iscsi neutron-server[94796]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 21:05:10.542473 dv-cinder-810415-3-iscsi neutron-server[94796]: [parameters: {'project_id_1': 'd39530f6a1dc4dc2b7039e89587a9656', 'expiration_1': datetime.datetime(2021, 9, 22, 21, 4, 50, 273244)}] Sep 22 21:05:10.542473 dv-cinder-810415-3-iscsi neutron-server[94796]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94796) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:05:10.549745 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG oslo_db.api [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-9648de23-75df-4f66-858c-3a3f49825e98 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:05:10.553049 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fd667-9f34-4b1e-9e75-d34d1789148b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc49ec5-7e07-4a1b-8275-ee64b74a008b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:10.564523 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee2fd667-9f34-4b1e-9e75-d34d1789148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:10.565131 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.segments_db [None req-ee2fd667-9f34-4b1e-9e75-d34d1789148b admin admin] Added segment 378637c3-0617-4655-9b16-c24d0732ac95 of type vlan for network 917db71f-1f94-4b02-bfd1-c1c95f14389e Sep 22 21:05:10.568953 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 330a0192-43f0-419e-bb8d-e8d3dd816915 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:05:10.570433 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:10.581652 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1b726ad7-af22-47d5-9b5a-abcda8c1bd1b req-87aedc1c-5c62-44da-8a91-0db830eabbb4 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 210 time: 0.0804887 Sep 22 21:05:10.711881 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee2fd667-9f34-4b1e-9e75-d34d1789148b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786351554335'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:10.717367 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-77e137a7-2501-4788-810c-da401c89db69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:10.754884 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:10.890647 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e137a7-2501-4788-810c-da401c89db69 None None] Routers {'619f2f5e-151c-4826-a636-cc0737d59de1'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:05:10.891283 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-77e137a7-2501-4788-810c-da401c89db69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:05:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['619f2f5e-151c-4826-a636-cc0737d59de1'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:10.956815 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-0c86c08f-1728-484d-bfa9-8a0f89b8a5d8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Allocated IP 172.27.0.32 (2c353f49-210c-4300-9e98-1f6204bdd5b4/672554c0-508e-4537-8193-f701627840d3/b3226fd4-6fc5-45c9-8940-bf126f953114) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:05:11.034023 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee2fd667-9f34-4b1e-9e75-d34d1789148b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:11.041989 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2fd667-9f34-4b1e-9e75-d34d1789148b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:11.041989 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ee2fd667-9f34-4b1e-9e75-d34d1789148b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:11.105120 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b478d99a-db8f-4716-9ba8-caa1d7c5f992 req-bfe161a6-61a9-4d1a-ba2c-f524e911f7f1 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 210 time: 0.1176436 Sep 22 21:05:11.124958 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6f5218a-151c-441a-9d95-0851d5b0f845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:11.165882 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fd667-9f34-4b1e-9e75-d34d1789148b admin admin] Pushing event updated for resources: {'Network': ['ID=917db71f-1f94-4b02-bfd1-c1c95f14389e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:11.175324 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device ae337004-0185-4af4-ba09-5ec9991f4769 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:05:11.187811 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Network 917db71f-1f94-4b02-bfd1-c1c95f14389e details requested by agent ovs-agent-dv-cinder-810415-3-iscsi with host dv-cinder-810415-3-iscsi {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 21:05:11.228506 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ada4c-be0f-4b58-8e71-4f7ac7f29aed None None] Pushing event updated for resources: {'Port': ['ID=c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:11.299539 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf101b-d816-40d1-a631-48b18d8ec961 req-a0550a6a-2a89-44a6-854c-ffb193af769b tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:11.314808 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-debf101b-d816-40d1-a631-48b18d8ec961 req-a0550a6a-2a89-44a6-854c-ffb193af769b tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/networks?id=37594581-71ec-4a19-bf13-ec2e3365d219 HTTP/1.1" status: 200 len: 819 time: 0.1730258 Sep 22 21:05:11.314808 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e6f5218a-151c-441a-9d95-0851d5b0f845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:11.318654 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c86c08f-1728-484d-bfa9-8a0f89b8a5d8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:11.349631 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-77e137a7-2501-4788-810c-da401c89db69 None None] Set router 619f2f5e-151c-4826-a636-cc0737d59de1 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:05:11.389359 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-debf101b-d816-40d1-a631-48b18d8ec961 req-bc455280-9c03-43a1-8231-6d469954c934 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/quotas/f15964513ebf422683c0a52d8b7917a1 HTTP/1.1" status: 200 len: 375 time: 0.0787988 Sep 22 21:05:11.396619 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port ae337004-0185-4af4-ba09-5ec9991f4769 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:05:11.397316 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:11.402436 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-e6f5218a-151c-441a-9d95-0851d5b0f845 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35743c9a9ccf4369b57e264823becc6c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3621483 Sep 22 21:05:11.403014 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 41812) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:11.434295 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5218a-151c-441a-9d95-0851d5b0f845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f66ac22-1d91-47ce-94ce-42874c76a8d4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:11.441329 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-ee2fd667-9f34-4b1e-9e75-d34d1789148b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3115637 Sep 22 21:05:11.446812 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 41818) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:11.452992 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-f471964c-6e26-4b6d-a995-b14662f076a5 admin admin] Request body: {'subnet': {'network_id': '917db71f-1f94-4b02-bfd1-c1c95f14389e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2122886608-subnet', 'tenant_id': '91fbe2cf4394474d9b44d44e13ed0860', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:05:11.499655 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d28b4db2-4736-4658-95fd-e0d2368a5d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:11.517442 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-debf101b-d816-40d1-a631-48b18d8ec961 req-1f6258f8-5b31-4779-b4df-abe42570ab44 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f15964513ebf422683c0a52d8b7917a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1158786 Sep 22 21:05:11.526856 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d28b4db2-4736-4658-95fd-e0d2368a5d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:11.625830 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-9648de23-75df-4f66-858c-3a3f49825e98 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Made reservation on behalf of d39530f6a1dc4dc2b7039e89587a9656 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:05:11.629386 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-9648de23-75df-4f66-858c-3a3f49825e98 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:11.682003 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d28b4db2-4736-4658-95fd-e0d2368a5d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:11.689490 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d28b4db2-4736-4658-95fd-e0d2368a5d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:11.689490 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-d28b4db2-4736-4658-95fd-e0d2368a5d59 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f66ac22-1d91-47ce-94ce-42874c76a8d4 HTTP/1.1" status: 204 len: 168 time: 0.2814639 Sep 22 21:05:11.695499 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-debf101b-d816-40d1-a631-48b18d8ec961 req-ba2e60e4-df6c-422d-bb4a-ba5993ab302a service neutron] 10.222.0.42 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771591 Sep 22 21:05:11.701371 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c86c08f-1728-484d-bfa9-8a0f89b8a5d8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:11.866177 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-77e137a7-2501-4788-810c-da401c89db69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619f2f5e-151c-4826-a636-cc0737d59de1', 'name': 'tempest-ServerRescueNegativeTestJSON-1276271209-router', 'tenant_id': 'f15964513ebf422683c0a52d8b7917a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '330a0192-43f0-419e-bb8d-e8d3dd816915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:05Z', 'revision_number': 4, 'project_id': 'f15964513ebf422683c0a52d8b7917a1', 'gw_port': {'id': '330a0192-43f0-419e-bb8d-e8d3dd816915', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619f2f5e-151c-4826-a636-cc0737d59de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:00Z', 'updated_at': '2021-09-22T21:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a', 'name': '', 'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219', 'tenant_id': 'f15964513ebf422683c0a52d8b7917a1', 'mac_address': 'fa:16:3e:45:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619f2f5e-151c-4826-a636-cc0737d59de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'cc22b1c3-d4d4-4890-93ae-08f0ff0eb192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:04Z', 'updated_at': '2021-09-22T21:05:10Z', 'revision_number': 4, 'project_id': 'f15964513ebf422683c0a52d8b7917a1', 'subnets': [{'id': 'cc22b1c3-d4d4-4890-93ae-08f0ff0eb192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:11.932488 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b4db2-4736-4658-95fd-e0d2368a5d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f66ac22-1d91-47ce-94ce-42874c76a8d4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:11.934929 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e137a7-2501-4788-810c-da401c89db69 None None] The sync data for ids ['619f2f5e-151c-4826-a636-cc0737d59de1'] in dv-cinder-810415-3-iscsi is: [{'id': '619f2f5e-151c-4826-a636-cc0737d59de1', 'name': 'tempest-ServerRescueNegativeTestJSON-1276271209-router', 'tenant_id': 'f15964513ebf422683c0a52d8b7917a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '330a0192-43f0-419e-bb8d-e8d3dd816915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:05Z', 'revision_number': 4, 'project_id': 'f15964513ebf422683c0a52d8b7917a1', 'gw_port': {'id': '330a0192-43f0-419e-bb8d-e8d3dd816915', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619f2f5e-151c-4826-a636-cc0737d59de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:00Z', 'updated_at': '2021-09-22T21:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a', 'name': '', 'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219', 'tenant_id': 'f15964513ebf422683c0a52d8b7917a1', 'mac_address': 'fa:16:3e:45:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619f2f5e-151c-4826-a636-cc0737d59de1', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'cc22b1c3-d4d4-4890-93ae-08f0ff0eb192', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:04Z', 'updated_at': '2021-09-22T21:05:10Z', 'revision_number': 4, 'project_id': 'f15964513ebf422683c0a52d8b7917a1', 'subnets': [{'id': 'cc22b1c3-d4d4-4890-93ae-08f0ff0eb192', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:05:12.005473 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c86c08f-1728-484d-bfa9-8a0f89b8a5d8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:05:12.066808 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86c08f-1728-484d-bfa9-8a0f89b8a5d8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Pushing event updated for resources: {'Port': ['ID=b3226fd4-6fc5-45c9-8940-bf126f953114,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:12.220541 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-0c86c08f-1728-484d-bfa9-8a0f89b8a5d8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:05:12.240080 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f7684ab4-3026-48df-807a-b532ff165587 service neutron] 10.222.0.42 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327106 Sep 22 21:05:12.272461 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c86c08f-1728-484d-bfa9-8a0f89b8a5d8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:05:12.488529 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-9648de23-75df-4f66-858c-3a3f49825e98 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Allocated IP 172.20.0.8 (5d066f00-068e-46f1-8859-f37d08687fd7/a9704ca3-1815-46c4-97c8-3a7101b4119a/07bee78a-405e-4a35-b818-feb4eb72b44a) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:05:12.509372 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c86c08f-1728-484d-bfa9-8a0f89b8a5d8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:12.527566 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f471964c-6e26-4b6d-a995-b14662f076a5 admin admin] Made reservation on behalf of 91fbe2cf4394474d9b44d44e13ed0860 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:05:12.530877 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f471964c-6e26-4b6d-a995-b14662f076a5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:12.608950 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-172c3178-c518-4743-990e-6f807a1923fe req-84d79288-0fbf-42ea-a6ba-497aeb2e0ff9 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 210 time: 0.3694990 Sep 22 21:05:12.814251 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c86c08f-1728-484d-bfa9-8a0f89b8a5d8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:12.981371 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-9648de23-75df-4f66-858c-3a3f49825e98 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:13.013552 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-dc899153-6845-469a-afad-b7797b750fee req-2c7b6d68-1558-47ac-ae24-9da5f61ab1db tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 210 time: 0.1221964 Sep 22 21:05:13.223867 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 41876) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:13.235950 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-9648de23-75df-4f66-858c-3a3f49825e98 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:13.444212 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-9648de23-75df-4f66-858c-3a3f49825e98 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Network 5d066f00-068e-46f1-8859-f37d08687fd7 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:05:13.518013 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-9648de23-75df-4f66-858c-3a3f49825e98 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:05:13.523644 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-9648de23-75df-4f66-858c-3a3f49825e98 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:05:13.535069 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-9648de23-75df-4f66-858c-3a3f49825e98 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:13.536560 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-9648de23-75df-4f66-858c-3a3f49825e98 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:13.558324 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648de23-75df-4f66-858c-3a3f49825e98 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Pushing event updated for resources: {'Port': ['ID=07bee78a-405e-4a35-b818-feb4eb72b44a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:13.692372 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-17e8b479-13e4-4491-8c87-e52beb8c180f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:13.729070 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c86c08f-1728-484d-bfa9-8a0f89b8a5d8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:13.764862 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-9648de23-75df-4f66-858c-3a3f49825e98 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9307666 Sep 22 21:05:13.898681 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407c14b-cd60-47cc-8cd5-6790b2494864 req-da4ecd9a-2773-4e2e-b4fc-bd78fafed19a tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:13.914020 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6407c14b-cd60-47cc-8cd5-6790b2494864 req-da4ecd9a-2773-4e2e-b4fc-bd78fafed19a tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 931 time: 0.1176660 Sep 22 21:05:13.914501 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-683eb417-8747-49eb-8205-945dbf285993 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:05:13.914501 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-683eb417-8747-49eb-8205-945dbf285993 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057304 Sep 22 21:05:13.969626 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-17e8b479-13e4-4491-8c87-e52beb8c180f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:13.975958 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6407c14b-cd60-47cc-8cd5-6790b2494864 req-65b5a58b-0274-4235-b3a9-14dd1fe603ad tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668466 Sep 22 21:05:14.099781 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f471964c-6e26-4b6d-a995-b14662f076a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:14.159122 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-17e8b479-13e4-4491-8c87-e52beb8c180f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:14.192922 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c86c08f-1728-484d-bfa9-8a0f89b8a5d8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:14.210720 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:05:14.348381 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86c08f-1728-484d-bfa9-8a0f89b8a5d8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Pushing event updated for resources: {'Port': ['ID=b3226fd4-6fc5-45c9-8940-bf126f953114,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:14.349307 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:05:14.350512 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:14.399157 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-17e8b479-13e4-4491-8c87-e52beb8c180f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ba35cd750024f59a6542c74b9446c09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1737738 Sep 22 21:05:14.403605 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 41910) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:14.403786 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-47126224-4c5e-4768-9dc3-ee56ec83a924 req-d5565ca5-d050-46be-afb0-7f7a144e657a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 210 time: 0.2024829 Sep 22 21:05:14.418732 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c86c08f-1728-484d-bfa9-8a0f89b8a5d8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741466'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:14.422621 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8b479-13e4-4491-8c87-e52beb8c180f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d939c17-78cf-4f3a-8f29-fc7361f4c031,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:14.459761 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471964c-6e26-4b6d-a995-b14662f076a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d71fe7-530b-4bff-bb82-680da286d168,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:14.478477 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f471964c-6e26-4b6d-a995-b14662f076a5 admin admin] Checking segment: {'id': '378637c3-0617-4655-9b16-c24d0732ac95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '917db71f-1f94-4b02-bfd1-c1c95f14389e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:05:14.478477 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f471964c-6e26-4b6d-a995-b14662f076a5 admin admin] Network hostable DHCP agents. Network: 917db71f-1f94-4b02-bfd1-c1c95f14389e, hostable agents: ['56809e1b-eac6-40c1-a412-0e5017dff325'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:05:14.515578 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c978af77-5833-42f5-9b00-0308cb6c629f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:14.546799 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:14.570763 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c978af77-5833-42f5-9b00-0308cb6c629f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:14.585636 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0c86c08f-1728-484d-bfa9-8a0f89b8a5d8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:14.589468 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-0c86c08f-1728-484d-bfa9-8a0f89b8a5d8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9895325 Sep 22 21:05:14.603409 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] For port c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a,segment=NetworkSegment(aa1b7c1a-ba47-466a-9ebd-7db52b512d42),segment_id=aa1b7c1a-ba47-466a-9ebd-7db52b512d42)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:05:14.659537 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f471964c-6e26-4b6d-a995-b14662f076a5 admin admin] Network 917db71f-1f94-4b02-bfd1-c1c95f14389e is scheduled to be hosted by DHCP agent 56809e1b-eac6-40c1-a412-0e5017dff325 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:05:14.689080 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Request body: {'port': {'device_id': '1a077f28-57c0-4c37-bfd2-f3a3d03debab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:05:14.731094 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:14.771419 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-f471964c-6e26-4b6d-a995-b14662f076a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-3-iscsi, 917db71f-1f94-4b02-bfd1-c1c95f14389e) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:05:14.786389 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be8df32-6b67-4d6b-8ec9-cf3653dc6554 None None] Network 917db71f-1f94-4b02-bfd1-c1c95f14389e requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:05:14.786924 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f471964c-6e26-4b6d-a995-b14662f076a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:14.787543 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f471964c-6e26-4b6d-a995-b14662f076a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:14.822787 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:14.914216 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Pushing event updated for resources: {'Port': ['ID=c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:14.983910 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-f471964c-6e26-4b6d-a995-b14662f076a5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.5340858 Sep 22 21:05:15.180317 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c117802-db6e-4fb0-9709-d187d55fc05a None None] Network 917db71f-1f94-4b02-bfd1-c1c95f14389e requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:05:15.264713 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-dca12dcb-96e1-431c-94c5-2428b2be2718 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2043820860&fields=id&tenant_id=a6b763283e694a7fb6a51a7298132497 HTTP/1.1" status: 200 len: 267 time: 0.2161989 Sep 22 21:05:15.379116 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c978af77-5833-42f5-9b00-0308cb6c629f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:15.381969 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c978af77-5833-42f5-9b00-0308cb6c629f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:15.398095 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-c978af77-5833-42f5-9b00-0308cb6c629f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7d939c17-78cf-4f3a-8f29-fc7361f4c031 HTTP/1.1" status: 204 len: 168 time: 0.9766893 Sep 22 21:05:15.424286 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61486e0-be9f-413a-a31f-dccdb143892e req-8997bd2d-0281-4840-99e8-71b82ea12ab9 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:15.426413 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bee78a-405e-4a35-b818-feb4eb72b44a {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:05:15.427634 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b61486e0-be9f-413a-a31f-dccdb143892e req-8997bd2d-0281-4840-99e8-71b82ea12ab9 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 931 time: 0.3481941 Sep 22 21:05:15.439889 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:15.472579 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978af77-5833-42f5-9b00-0308cb6c629f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d939c17-78cf-4f3a-8f29-fc7361f4c031,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:15.482368 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Transition to ACTIVE for port object 07bee78a-405e-4a35-b818-feb4eb72b44a will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:05:15.531567 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b61486e0-be9f-413a-a31f-dccdb143892e req-e1205003-d982-452e-b492-9a9113b66a46 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025815 Sep 22 21:05:15.578876 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:15.585180 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-6afa747e-ede1-47bd-bbcf-0b8251421580 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:15.594491 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-6afa747e-ede1-47bd-bbcf-0b8251421580 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/networks?id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb HTTP/1.1" status: 200 len: 816 time: 0.3274868 Sep 22 21:05:15.612671 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-f79e228e-ec0d-48c4-8ff9-0429d4444291 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/quotas/a6b763283e694a7fb6a51a7298132497 HTTP/1.1" status: 200 len: 375 time: 0.0170364 Sep 22 21:05:15.764890 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-ce150da6-81ae-4704-8fd1-8eaeb5e3e721 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6b763283e694a7fb6a51a7298132497&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1501560 Sep 22 21:05:15.832454 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-87ef8998-7027-4ce5-8cf2-664f33c06e85 req-167d6b40-c502-47df-a95e-8af9a625e90f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 210 time: 0.1117876 Sep 22 21:05:15.833778 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.48', 56806) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:15.912674 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Pushing event updated for resources: {'Port': ['ID=07bee78a-405e-4a35-b818-feb4eb72b44a,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:15.922706 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Attempting to bind port 07bee78a-405e-4a35-b818-feb4eb72b44a on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:05:15.923412 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Attempting to bind port 07bee78a-405e-4a35-b818-feb4eb72b44a by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'e8479044-d101-45c7-be9b-b4998261bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5d066f00-068e-46f1-8859-f37d08687fd7'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:05:15.923976 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Attempting to bind port 07bee78a-405e-4a35-b818-feb4eb72b44a on network 5d066f00-068e-46f1-8859-f37d08687fd7 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:05:15.931214 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Port 07bee78a-405e-4a35-b818-feb4eb72b44a on network 5d066f00-068e-46f1-8859-f37d08687fd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:05:15.931900 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Attempting to bind port 07bee78a-405e-4a35-b818-feb4eb72b44a on network 5d066f00-068e-46f1-8859-f37d08687fd7 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:05:15.947943 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:05:15.948606 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Checking segment: {'id': 'e8479044-d101-45c7-be9b-b4998261bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5d066f00-068e-46f1-8859-f37d08687fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:05:15.949222 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Bound using segment: {'id': 'e8479044-d101-45c7-be9b-b4998261bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5d066f00-068e-46f1-8859-f37d08687fd7'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:05:15.949836 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Bound port: 07bee78a-405e-4a35-b818-feb4eb72b44a, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8479044-d101-45c7-be9b-b4998261bbed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '5d066f00-068e-46f1-8859-f37d08687fd7'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:05:15.950258 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:16.098280 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] For port 07bee78a-405e-4a35-b818-feb4eb72b44a, host hv-cinder-81041, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:05:16.106519 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781df29-de6c-452d-b731-73dc5d487a9e req-bd100d2f-d664-4ace-a5f4-cfe3a4a82892 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:16.110098 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] For port 07bee78a-405e-4a35-b818-feb4eb72b44a, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=07bee78a-405e-4a35-b818-feb4eb72b44a,segment=NetworkSegment(e8479044-d101-45c7-be9b-b4998261bbed),segment_id=e8479044-d101-45c7-be9b-b4998261bbed)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:05:16.111023 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9781df29-de6c-452d-b731-73dc5d487a9e req-bd100d2f-d664-4ace-a5f4-cfe3a4a82892 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.48 "GET /v2.0/networks?id=37594581-71ec-4a19-bf13-ec2e3365d219 HTTP/1.1" status: 200 len: 819 time: 0.2685127 Sep 22 21:05:16.121014 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:05:16.176640 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1588ce48-94f7-4e00-b2a9-b948a1499027 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Request body: {'port': {'device_id': '40fcddad-1a6f-44cc-b2b8-34a0b84d060c', 'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219', 'admin_state_up': True, 'tenant_id': 'f15964513ebf422683c0a52d8b7917a1'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:05:16.199260 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:16.265537 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:05:16.265845 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:16.304169 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:16.304857 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:16.306461 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] 10.222.0.48 "PUT /v2.0/ports/07bee78a-405e-4a35-b818-feb4eb72b44a HTTP/1.1" status: 200 len: 1093 time: 1.9483607 Sep 22 21:05:16.306916 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a077f28-57c0-4c37-bfd2-f3a3d03debab', 'tag': '07bee78a-405e-4a35-b818-feb4eb72b44a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:05:16.309465 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-d03e7b34-a7e9-4763-8b4a-f55c1e9ae2d1 service neutron] 10.222.0.42 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752257 Sep 22 21:05:16.425481 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cf7b1-932e-4350-a827-ef0f0240f62c service neutron] Pushing event updated for resources: {'Port': ['ID=07bee78a-405e-4a35-b818-feb4eb72b44a,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:16.485015 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-744a63b5-6727-4b6c-9468-50baa5ffcd63 service neutron] 10.222.0.42 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708884 Sep 22 21:05:16.662419 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-d28efc7e-0055-4f72-b4df-62646c29c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:16.663853 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-d28efc7e-0055-4f72-b4df-62646c29c274 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d39530f6a1dc4dc2b7039e89587a9656&device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 1096 time: 0.1091788 Sep 22 21:05:16.786209 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0d8d0-f6cb-4d72-b665-38577100173e req-266ce8e9-6dc7-4944-858a-7785047814e3 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:16.789078 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-98a0d8d0-f6cb-4d72-b665-38577100173e req-266ce8e9-6dc7-4944-858a-7785047814e3 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 943 time: 0.1284182 Sep 22 21:05:16.862868 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-98a0d8d0-f6cb-4d72-b665-38577100173e req-4634fb52-bfc7-4a06-84d0-08eb3dfb8c21 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660336 Sep 22 21:05:16.945855 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1588ce48-94f7-4e00-b2a9-b948a1499027 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Made reservation on behalf of f15964513ebf422683c0a52d8b7917a1 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:05:16.949562 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1588ce48-94f7-4e00-b2a9-b948a1499027 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:16.967991 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-767d9110-a26e-461a-bed5-38aa5fd58c72 req-fe9878d7-f8f7-48cb-a285-8594377a22c7 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 210 time: 0.0331612 Sep 22 21:05:17.255869 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e0c312c3-c956-48f4-be0f-bb58f230c51c req-14e412c7-aff2-4957-b157-99729c9b108c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 210 time: 0.1314485 Sep 22 21:05:17.404646 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ccaf17-ba1c-4ac2-a2c1-a1618de12798" -d '{"events": [{"name": "network-changed", "server_uuid": "1a077f28-57c0-4c37-bfd2-f3a3d03debab", "tag": "07bee78a-405e-4a35-b818-feb4eb72b44a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:05:17.407226 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1588ce48-94f7-4e00-b2a9-b948a1499027 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Allocated IP 172.20.0.2 (37594581-71ec-4a19-bf13-ec2e3365d219/cc22b1c3-d4d4-4890-93ae-08f0ff0eb192/d6fdc1a2-d24d-4ae9-8eec-e32518880b2a) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:05:17.591174 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 42010) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:17.664161 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1588ce48-94f7-4e00-b2a9-b948a1499027 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:17.903197 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99c2c228-b5fd-46a2-82ec-5e08ecabb6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:17.921704 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 42020) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:17.927542 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-420eb508-cfd4-446e-931a-9960c61d3492 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1447831825-network', 'tenant_id': 'c160a2156557446082c40261597050c7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:05:17.947730 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.db.api [None req-420eb508-cfd4-446e-931a-9960c61d3492 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 22 21:05:17.947730 dv-cinder-810415-3-iscsi neutron-server[94795]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 22 21:05:17.947730 dv-cinder-810415-3-iscsi neutron-server[94795]: [parameters: {'project_id_1': 'c160a2156557446082c40261597050c7', 'expiration_1': datetime.datetime(2021, 9, 22, 21, 4, 57, 931958)}] Sep 22 21:05:17.947730 dv-cinder-810415-3-iscsi neutron-server[94795]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94795) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:05:17.948398 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG oslo_db.api [None req-420eb508-cfd4-446e-931a-9960c61d3492 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:05:18.018931 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324fbc6-5b4f-46b0-8cc0-182a2591a314 req-79e83cfe-37d8-40e3-b5b8-accdff362b28 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:18.020635 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e324fbc6-5b4f-46b0-8cc0-182a2591a314 req-79e83cfe-37d8-40e3-b5b8-accdff362b28 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 943 time: 0.0576971 Sep 22 21:05:18.022165 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1588ce48-94f7-4e00-b2a9-b948a1499027 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:18.027528 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99c2c228-b5fd-46a2-82ec-5e08ecabb6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:18.037571 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12064d46-ff50-454b-befa-8568f118e847 x-openstack-request-id: req-12064d46-ff50-454b-befa-8568f118e847 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:05:18.038438 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a077f28-57c0-4c37-bfd2-f3a3d03debab", "tag": "07bee78a-405e-4a35-b818-feb4eb72b44a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:05:18.040040 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-12064d46-ff50-454b-befa-8568f118e847 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:05:18.040555 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a077f28-57c0-4c37-bfd2-f3a3d03debab', 'tag': '07bee78a-405e-4a35-b818-feb4eb72b44a', 'status': 'completed', 'code': 200} Sep 22 21:05:18.185887 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1588ce48-94f7-4e00-b2a9-b948a1499027 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Network 37594581-71ec-4a19-bf13-ec2e3365d219 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:05:18.211169 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-323e8268-a2d7-4203-99c7-46df541466fe req-d0511a56-913c-458a-9c29-f9354913af12 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 210 time: 0.0983057 Sep 22 21:05:18.227703 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1588ce48-94f7-4e00-b2a9-b948a1499027 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:05:18.251628 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1588ce48-94f7-4e00-b2a9-b948a1499027 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:05:18.261014 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1588ce48-94f7-4e00-b2a9-b948a1499027 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:18.261967 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1588ce48-94f7-4e00-b2a9-b948a1499027 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:18.280622 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588ce48-94f7-4e00-b2a9-b948a1499027 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Pushing event updated for resources: {'Port': ['ID=d6fdc1a2-d24d-4ae9-8eec-e32518880b2a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:18.293265 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-99c2c228-b5fd-46a2-82ec-5e08ecabb6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:18.301839 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e324fbc6-5b4f-46b0-8cc0-182a2591a314 req-5186da26-6853-49f9-be6e-49b37ec32bf3 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320833 Sep 22 21:05:18.365855 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-99c2c228-b5fd-46a2-82ec-5e08ecabb6c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=00b21bed62294b8da22a76486f622475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7731018 Sep 22 21:05:18.366710 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2c228-b5fd-46a2-82ec-5e08ecabb6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d636c6d-c4c1-46ea-a55c-8b07b3a2cbcf,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:18.375694 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f854976d-8998-4f15-8b69-0cc926aa9e57 req-3f036168-d4d1-4b27-b63b-91b0fd774b1e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 210 time: 0.0318716 Sep 22 21:05:18.393102 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 42034) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:18.469496 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8f42f2b4-e680-41b5-8ae2-8c0b70276e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:18.491454 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8f42f2b4-e680-41b5-8ae2-8c0b70276e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:18.543480 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1588ce48-94f7-4e00-b2a9-b948a1499027 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3878038 Sep 22 21:05:18.624589 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8f42f2b4-e680-41b5-8ae2-8c0b70276e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:18.627613 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8f42f2b4-e680-41b5-8ae2-8c0b70276e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:18.629995 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-8f42f2b4-e680-41b5-8ae2-8c0b70276e13 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d636c6d-c4c1-46ea-a55c-8b07b3a2cbcf HTTP/1.1" status: 204 len: 168 time: 0.2356756 Sep 22 21:05:18.639645 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42f2b4-e680-41b5-8ae2-8c0b70276e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d636c6d-c4c1-46ea-a55c-8b07b3a2cbcf,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:18.659615 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420eb508-cfd4-446e-931a-9960c61d3492 admin admin] Made reservation on behalf of c160a2156557446082c40261597050c7 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:05:18.662730 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-420eb508-cfd4-446e-931a-9960c61d3492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:18.674340 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-420eb508-cfd4-446e-931a-9960c61d3492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:18.810300 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-420eb508-cfd4-446e-931a-9960c61d3492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:19.156602 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-420eb508-cfd4-446e-931a-9960c61d3492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:19.197970 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420eb508-cfd4-446e-931a-9960c61d3492 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:05:19.222793 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420eb508-cfd4-446e-931a-9960c61d3492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b6cd44-fe88-4ce6-8fc2-9d9455bbcf61,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:19.244612 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-420eb508-cfd4-446e-931a-9960c61d3492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:19.252508 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.db.segments_db [None req-420eb508-cfd4-446e-931a-9960c61d3492 admin admin] Added segment c6d8beec-9f0b-4d76-bc28-1f3cca66e43b of type vlan for network 4ad7b9dd-9b8a-4155-93ae-14452dd35ff6 Sep 22 21:05:19.318764 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-420eb508-cfd4-446e-931a-9960c61d3492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786351554335'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:19.380315 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-25e83457-5e5c-442b-acec-34a8191f48b9 req-a91e0d41-33ca-4b21-806d-4e45733a605e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 210 time: 0.0416276 Sep 22 21:05:19.499428 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-420eb508-cfd4-446e-931a-9960c61d3492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:19.500799 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420eb508-cfd4-446e-931a-9960c61d3492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:19.504819 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-420eb508-cfd4-446e-931a-9960c61d3492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:19.533006 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2978215a-f50e-4fd8-8ad2-c5f8a1a602aa req-f42bdfe1-1ca6-48bf-baf6-8bfa7ba2e4d5 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 210 time: 0.0440996 Sep 22 21:05:19.819022 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-420eb508-cfd4-446e-931a-9960c61d3492 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8961186 Sep 22 21:05:19.819724 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420eb508-cfd4-446e-931a-9960c61d3492 admin admin] Pushing event updated for resources: {'Network': ['ID=4ad7b9dd-9b8a-4155-93ae-14452dd35ff6,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:19.821678 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 42072) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:19.827535 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-64bf5e34-c9ea-4e1a-a81f-2518c1c92071 admin admin] Request body: {'subnet': {'network_id': '4ad7b9dd-9b8a-4155-93ae-14452dd35ff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1447831825-subnet', 'tenant_id': 'c160a2156557446082c40261597050c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:05:19.831360 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Network 4ad7b9dd-9b8a-4155-93ae-14452dd35ff6 details requested by agent ovs-agent-dv-cinder-810415-3-iscsi with host dv-cinder-810415-3-iscsi {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 21:05:19.844181 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e543a7-170a-4328-a19d-a3f4c4795ebe req-4f495871-10dd-4bdd-9073-d97cc73ab156 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:19.845673 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-81e543a7-170a-4328-a19d-a3f4c4795ebe req-4f495871-10dd-4bdd-9073-d97cc73ab156 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 943 time: 0.3173571 Sep 22 21:05:19.896211 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-81e543a7-170a-4328-a19d-a3f4c4795ebe req-eba2db12-a009-4c9e-ad99-d26f480cff51 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418024 Sep 22 21:05:20.003727 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bf5e34-c9ea-4e1a-a81f-2518c1c92071 admin admin] Made reservation on behalf of c160a2156557446082c40261597050c7 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:05:20.003727 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64bf5e34-c9ea-4e1a-a81f-2518c1c92071 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:20.479870 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6d6015d6-396c-4e70-b267-5bfa4003e36f req-bce90927-cbbd-4ba8-9a81-c8bc1468fc12 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 210 time: 0.0272741 Sep 22 21:05:20.638655 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-72a71fbb-972b-4166-be7a-fd098d067f59 req-33667028-b97b-41b7-9f75-8f52ce6731a5 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 210 time: 0.0267837 Sep 22 21:05:20.694254 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64bf5e34-c9ea-4e1a-a81f-2518c1c92071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:20.762487 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf5e34-c9ea-4e1a-a81f-2518c1c92071 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc5e13a2-8992-4b93-95ec-a837fb424273,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:20.772272 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bf5e34-c9ea-4e1a-a81f-2518c1c92071 admin admin] Checking segment: {'id': 'c6d8beec-9f0b-4d76-bc28-1f3cca66e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '4ad7b9dd-9b8a-4155-93ae-14452dd35ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:05:20.772629 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bf5e34-c9ea-4e1a-a81f-2518c1c92071 admin admin] Network hostable DHCP agents. Network: 4ad7b9dd-9b8a-4155-93ae-14452dd35ff6, hostable agents: ['56809e1b-eac6-40c1-a412-0e5017dff325'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:05:20.821930 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 42094) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:20.901233 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bf5e34-c9ea-4e1a-a81f-2518c1c92071 admin admin] Network 4ad7b9dd-9b8a-4155-93ae-14452dd35ff6 is scheduled to be hosted by DHCP agent 56809e1b-eac6-40c1-a412-0e5017dff325 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:05:20.995517 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-64bf5e34-c9ea-4e1a-a81f-2518c1c92071 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-3-iscsi, 4ad7b9dd-9b8a-4155-93ae-14452dd35ff6) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:05:21.006558 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bf5e34-c9ea-4e1a-a81f-2518c1c92071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:21.006843 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dded76d-9fef-4fe5-a3a8-d4882f0982ca None None] Network 4ad7b9dd-9b8a-4155-93ae-14452dd35ff6 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:05:21.007369 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64bf5e34-c9ea-4e1a-a81f-2518c1c92071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:21.127116 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-64bf5e34-c9ea-4e1a-a81f-2518c1c92071 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3036733 Sep 22 21:05:21.181972 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31c3a9-9b24-4c44-82a0-e32f57dfb36e req-20123c67-2124-4083-9ce2-bdc476b7ccf4 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:21.181972 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4e31c3a9-9b24-4c44-82a0-e32f57dfb36e req-20123c67-2124-4083-9ce2-bdc476b7ccf4 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 943 time: 0.1437299 Sep 22 21:05:21.182163 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40ef1632-7a85-4290-9681-66fc730f1ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:21.234035 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4e31c3a9-9b24-4c44-82a0-e32f57dfb36e req-9caf0ebf-c63e-43e2-8f1a-f3c211e3ec8d tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640755 Sep 22 21:05:21.265730 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ce0d93-1c5d-4157-97b0-102d6675c700 None None] Network 4ad7b9dd-9b8a-4155-93ae-14452dd35ff6 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:05:21.311862 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40ef1632-7a85-4290-9681-66fc730f1ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:21.398539 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40ef1632-7a85-4290-9681-66fc730f1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:21.454263 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 42118) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:21.495328 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef1632-7a85-4290-9681-66fc730f1ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0fd8c1-765a-40d4-93cf-7a5d49f619c5,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:21.511450 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-40ef1632-7a85-4290-9681-66fc730f1ae9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35413a09f5af455aa13945859f9b5c63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6876459 Sep 22 21:05:21.514194 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 42122) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:21.522981 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcffc5ec-b281-4815-8ed7-6d0cfc883619 admin admin] Deleting subnet 16d71fe7-530b-4bff-bb82-680da286d168 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 21:05:21.528888 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcffc5ec-b281-4815-8ed7-6d0cfc883619 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:21.607637 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f77f570-cb5b-4622-8856-279b565b4475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:21.608487 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-334bc0e4-73fa-46f6-906e-a754cb9bbb51 req-d731d58a-fbcf-4486-81f0-2c8033ad1ac8 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 210 time: 0.0457928 Sep 22 21:05:21.626831 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcffc5ec-b281-4815-8ed7-6d0cfc883619 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:21.634813 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f77f570-cb5b-4622-8856-279b565b4475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:21.647728 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcffc5ec-b281-4815-8ed7-6d0cfc883619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971671'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:21.778880 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f77f570-cb5b-4622-8856-279b565b4475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:21.782500 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9f77f570-cb5b-4622-8856-279b565b4475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:21.782745 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-9f77f570-cb5b-4622-8856-279b565b4475 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3b0fd8c1-765a-40d4-93cf-7a5d49f619c5 HTTP/1.1" status: 204 len: 168 time: 0.2655821 Sep 22 21:05:21.792460 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0b78019f-a087-476e-993d-769db92c3c38 req-c1c5cf5f-c254-4103-a3d4-893acab2d1ed tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 210 time: 0.0467062 Sep 22 21:05:21.808237 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77f570-cb5b-4622-8856-279b565b4475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0fd8c1-765a-40d4-93cf-7a5d49f619c5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:21.865209 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcffc5ec-b281-4815-8ed7-6d0cfc883619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:21.894098 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffc5ec-b281-4815-8ed7-6d0cfc883619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d71fe7-530b-4bff-bb82-680da286d168,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:21.906882 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dcffc5ec-b281-4815-8ed7-6d0cfc883619 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:21.909091 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-dcffc5ec-b281-4815-8ed7-6d0cfc883619 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/16d71fe7-530b-4bff-bb82-680da286d168 HTTP/1.1" status: 204 len: 168 time: 0.4538517 Sep 22 21:05:21.912460 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 42132) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:22.007204 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548719'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:22.108636 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-969262', 'neutron.services.segments.db._delete_segments_for_network-8786352064148'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:22.138924 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:22.139513 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:22.140404 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:22.140914 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Subscribe: > port after_create 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:22.141397 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Subscribe: > port after_delete 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:22.141883 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Subscribe: > port after_update 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:22.142387 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:22.142854 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:22.143165 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:22.143674 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:22.350943 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb87e31-f6c2-42d2-a488-7f06e04fb2c9 req-242b1c42-64db-4714-871e-3da70eb71654 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:22.352441 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8bb87e31-f6c2-42d2-a488-7f06e04fb2c9 req-242b1c42-64db-4714-871e-3da70eb71654 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 943 time: 0.0574565 Sep 22 21:05:22.401037 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8bb87e31-f6c2-42d2-a488-7f06e04fb2c9 req-2b794192-a497-4f42-9730-06f315a2020f tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424538 Sep 22 21:05:22.402651 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:22.403033 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:22.403360 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:22.403683 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94796) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:22.404048 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917db71f-1f94-4b02-bfd1-c1c95f14389e']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:22.424098 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378637c3-0617-4655-9b16-c24d0732ac95') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:22.424892 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378637c3-0617-4655-9b16-c24d0732ac95') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:22.441644 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786352062877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26635515'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:22.463586 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:22.473644 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:05:22.474132 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27224044'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: from cryptography.utils import int_from_bytes Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: from cryptography.utils import int_from_bytes Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: Traceback (most recent call last): Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: timer() Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: cb(*args, **kw) Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: return func(*args, **kwargs) Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: self._notify() Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: self.callback(batched_events) Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: event.method(event) Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: return f(self, *a, **k) Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: return self._get(url).json() Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: return self.request(url, 'GET', **kwargs) Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 21:05:22.479596 dv-cinder-810415-3-iscsi neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 21:05:22.707441 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2124f990-1e80-4672-ab32-784bf7cb2c1c req-94166b84-b52a-4487-842b-e94fc1fc04f8 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 210 time: 0.0263844 Sep 22 21:05:22.741212 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-969241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741452'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:22.749642 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:22.754163 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] 10.222.0.42 "DELETE /v2.0/networks/917db71f-1f94-4b02-bfd1-c1c95f14389e HTTP/1.1" status: 204 len: 168 time: 0.8377957 Sep 22 21:05:22.754999 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 42158) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:22.776677 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966e6b0-8de5-48ae-84b8-06ea053411ef admin admin] Pushing event deleted for resources: {'Network': ['ID=917db71f-1f94-4b02-bfd1-c1c95f14389e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:22.873150 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-218ec600-58c5-4734-8dd4-62ded22bf4e5 admin admin] Deleting subnet cc5e13a2-8992-4b93-95ec-a837fb424273 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 21:05:22.877479 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-218ec600-58c5-4734-8dd4-62ded22bf4e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:22.961762 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 42166) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:22.970563 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-aaeea81b-8a28-4b96-b98a-223b24a5bae5 req-f923b601-3a6f-440e-9794-23e61977140e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 210 time: 0.0502391 Sep 22 21:05:22.981166 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03f90319-d232-4b43-a3b5-7f456f64e061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:22.986395 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-218ec600-58c5-4734-8dd4-62ded22bf4e5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:23.004237 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-218ec600-58c5-4734-8dd4-62ded22bf4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971671'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:23.114923 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03f90319-d232-4b43-a3b5-7f456f64e061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:23.442024 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-218ec600-58c5-4734-8dd4-62ded22bf4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:23.468845 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ec600-58c5-4734-8dd4-62ded22bf4e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc5e13a2-8992-4b93-95ec-a837fb424273,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:23.479999 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-218ec600-58c5-4734-8dd4-62ded22bf4e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:23.482389 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-218ec600-58c5-4734-8dd4-62ded22bf4e5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cc5e13a2-8992-4b93-95ec-a837fb424273 HTTP/1.1" status: 204 len: 168 time: 0.7268486 Sep 22 21:05:23.484848 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 42176) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:23.529747 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-03f90319-d232-4b43-a3b5-7f456f64e061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:23.568853 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-03f90319-d232-4b43-a3b5-7f456f64e061 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c49adfa021224b06a7e7ebd118dcb1b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6049891 Sep 22 21:05:23.571533 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 42180) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:23.573503 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f90319-d232-4b43-a3b5-7f456f64e061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996b673b-0599-4914-b3e5-f57dcd746846,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:23.591150 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe96fb5-3df0-4bfc-b9ae-e6a51ba86851 req-ef75379d-24ab-4980-bebe-04f0d32c459f tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:23.592771 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cbe96fb5-3df0-4bfc-b9ae-e6a51ba86851 req-ef75379d-24ab-4980-bebe-04f0d32c459f tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 943 time: 0.1219842 Sep 22 21:05:23.597320 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548719'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:23.634523 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad17f0ac-696c-4999-9e2b-55574e1ebdc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:23.658867 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad17f0ac-696c-4999-9e2b-55574e1ebdc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:23.677738 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cbe96fb5-3df0-4bfc-b9ae-e6a51ba86851 req-363e17b9-9aee-45d2-aecd-ccad282f1730 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758033 Sep 22 21:05:23.730285 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-969262', 'neutron.services.segments.db._delete_segments_for_network-8786352064148'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:23.754811 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:23.755145 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:23.756223 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:23.756340 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Subscribe: > port after_create 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:23.756775 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Subscribe: > port after_delete 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:23.757109 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Subscribe: > port after_update 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:23.757419 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:23.757739 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:23.758033 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:23.758353 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:23.807650 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad17f0ac-696c-4999-9e2b-55574e1ebdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:23.812012 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ad17f0ac-696c-4999-9e2b-55574e1ebdc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:23.814536 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-ad17f0ac-696c-4999-9e2b-55574e1ebdc3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/996b673b-0599-4914-b3e5-f57dcd746846 HTTP/1.1" status: 204 len: 168 time: 0.2414937 Sep 22 21:05:23.825975 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17f0ac-696c-4999-9e2b-55574e1ebdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996b673b-0599-4914-b3e5-f57dcd746846,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:23.936365 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:23.936704 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:23.937047 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:23.937360 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94795) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 21:05:23.937707 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad7b9dd-9b8a-4155-93ae-14452dd35ff6']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:23.963645 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d8beec-9f0b-4d76-bc28-1f3cca66e43b') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:23.963933 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d8beec-9f0b-4d76-bc28-1f3cca66e43b') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:23.989117 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-af104b4f-a06a-4b2d-9f7d-bb687b300f3a req-8279a0e7-eb4d-46f6-82a7-36cac640aad9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 210 time: 0.0462832 Sep 22 21:05:23.994496 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786352062877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25704756'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:24.017105 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:24.028784 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:05:24.034400 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26159507'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: from cryptography.utils import int_from_bytes Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: from cryptography.utils import int_from_bytes Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: Traceback (most recent call last): Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: timer() Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: cb(*args, **kw) Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: return func(*args, **kwargs) Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: self._notify() Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: self.callback(batched_events) Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: event.method(event) Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: return f(self, *a, **k) Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: return self._get(url).json() Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: return self.request(url, 'GET', **kwargs) Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 21:05:24.038475 dv-cinder-810415-3-iscsi neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 21:05:24.121009 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b9f8c09d-7d86-4387-b29c-90848198b44b req-7acedd59-84e2-439d-a5ca-db059a1476fb tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 210 time: 0.0565875 Sep 22 21:05:24.201834 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-969241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741452'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:24.207570 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:24.211808 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] 10.222.0.42 "DELETE /v2.0/networks/4ad7b9dd-9b8a-4155-93ae-14452dd35ff6 HTTP/1.1" status: 204 len: 168 time: 0.7236943 Sep 22 21:05:24.223922 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc15c53-6a6b-4e47-ae55-3904b510cbdc admin admin] Pushing event deleted for resources: {'Network': ['ID=4ad7b9dd-9b8a-4155-93ae-14452dd35ff6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:24.633727 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 42216) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:24.645313 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Request body: {'port': {'device_id': '40fcddad-1a6f-44cc-b2b8-34a0b84d060c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:05:24.648155 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.48', 56812) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:24.733663 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-787e04b5-cb71-4b10-8f15-2fe25b88ec8f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07bee78a-405e-4a35-b818-feb4eb72b44a HTTP/1.1" status: 200 len: 217 time: 0.0887043 Sep 22 21:05:24.745209 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:24.767995 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-82ede9d4-cd18-4f0e-983c-8e47a1f101ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=91fbe2cf4394474d9b44d44e13ed0860&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1316416 Sep 22 21:05:24.788110 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 42226) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:24.846470 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-d22b8ab2-442c-4ae3-bbde-6a21fd19cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:24.848557 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-d22b8ab2-442c-4ae3-bbde-6a21fd19cef0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a9704ca3-1815-46c4-97c8-3a7101b4119a HTTP/1.1" status: 200 len: 852 time: 0.0594225 Sep 22 21:05:24.886513 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a48d33-31cc-423d-86be-b3144731997b req-837f5430-8dd2-4892-859a-c7c442633c51 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:24.888808 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e6a48d33-31cc-423d-86be-b3144731997b req-837f5430-8dd2-4892-859a-c7c442633c51 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 943 time: 0.1263528 Sep 22 21:05:24.927374 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-dde9b907-20dc-47ee-a555-d179c4b91d53 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d066f00-068e-46f1-8859-f37d08687fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637066 Sep 22 21:05:24.975446 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf101b-d816-40d1-a631-48b18d8ec961 req-dfb50726-0db6-490f-a009-4f56e0cd25bc tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:24.976975 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-debf101b-d816-40d1-a631-48b18d8ec961 req-dfb50726-0db6-490f-a009-4f56e0cd25bc tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.48 "GET /v2.0/networks?id=37594581-71ec-4a19-bf13-ec2e3365d219 HTTP/1.1" status: 200 len: 819 time: 0.3237286 Sep 22 21:05:24.997232 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-debf101b-d816-40d1-a631-48b18d8ec961 req-64f89400-3d65-4aae-8806-686e66f7aca9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Request body: {'port': {'device_id': '39ebc383-0071-443a-8ebb-7e100800a282', 'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219', 'admin_state_up': True, 'tenant_id': 'f15964513ebf422683c0a52d8b7917a1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:05:25.062094 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4daae27c-00b8-4d6b-a1fa-41568cf26fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:25.138419 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4daae27c-00b8-4d6b-a1fa-41568cf26fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:25.152086 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-3b696189-48ff-404a-8b8a-b887486a2c06 service neutron] 10.222.0.48 "GET /v2.0/networks/5d066f00-068e-46f1-8859-f37d08687fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086289 Sep 22 21:05:25.251141 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e6a48d33-31cc-423d-86be-b3144731997b req-c738a433-354b-470b-ad47-984b7565544f tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365135 Sep 22 21:05:25.253378 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-743491c0-001b-407c-ac47-531741e11480 req-3ad17f87-be93-40c6-85d1-f958b1b47193 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 210 time: 0.0717149 Sep 22 21:05:25.326658 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ee4a68b9-785c-4ef9-9de9-ac4fa36f1b48 req-d9483d36-03c7-415e-a76a-d916ef54b2fb service neutron] 10.222.0.48 "GET /v2.0/networks/5d066f00-068e-46f1-8859-f37d08687fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605556 Sep 22 21:05:25.383174 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-aa408c4a-eb8e-4858-aa13-592ecf8cdfbb req-53aa8c2e-da99-48bf-aa19-1d0fad3f7213 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 210 time: 0.0573645 Sep 22 21:05:25.397249 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.notifiers.nova [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6fdc1a2-d24d-4ae9-8eec-e32518880b2a {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:05:25.405957 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:25.411556 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4daae27c-00b8-4d6b-a1fa-41568cf26fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:25.413164 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4daae27c-00b8-4d6b-a1fa-41568cf26fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:25.414295 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-4daae27c-00b8-4d6b-a1fa-41568cf26fef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7bc49ec5-7e07-4a1b-8275-ee64b74a008b HTTP/1.1" status: 204 len: 168 time: 0.6241620 Sep 22 21:05:25.417071 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-debf101b-d816-40d1-a631-48b18d8ec961 req-64f89400-3d65-4aae-8806-686e66f7aca9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Made reservation on behalf of f15964513ebf422683c0a52d8b7917a1 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:05:25.420889 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-debf101b-d816-40d1-a631-48b18d8ec961 req-64f89400-3d65-4aae-8806-686e66f7aca9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:25.438942 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daae27c-00b8-4d6b-a1fa-41568cf26fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc49ec5-7e07-4a1b-8275-ee64b74a008b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:25.479150 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Transition to ACTIVE for port object d6fdc1a2-d24d-4ae9-8eec-e32518880b2a will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:05:25.546455 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26159211'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:25.580434 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccaf17-ba1c-4ac2-a2c1-a1618de12798 req-afaa6c7e-7b54-4e68-83ef-a72f96725994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:25.582143 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e0ccaf17-ba1c-4ac2-a2c1-a1618de12798 req-afaa6c7e-7b54-4e68-83ef-a72f96725994 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d39530f6a1dc4dc2b7039e89587a9656&device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 1096 time: 0.1160436 Sep 22 21:05:25.666836 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-debf101b-d816-40d1-a631-48b18d8ec961 req-64f89400-3d65-4aae-8806-686e66f7aca9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Allocated IP 172.20.0.5 (37594581-71ec-4a19-bf13-ec2e3365d219/cc22b1c3-d4d4-4890-93ae-08f0ff0eb192/5c0eedf4-b40f-42b6-abef-f93f004a1582) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:05:25.676867 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6fdc1a2-d24d-4ae9-8eec-e32518880b2a,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:25.768632 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Attempting to bind port d6fdc1a2-d24d-4ae9-8eec-e32518880b2a on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:05:25.769351 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Attempting to bind port d6fdc1a2-d24d-4ae9-8eec-e32518880b2a by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'aa1b7c1a-ba47-466a-9ebd-7db52b512d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:05:25.769351 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Attempting to bind port d6fdc1a2-d24d-4ae9-8eec-e32518880b2a on network 37594581-71ec-4a19-bf13-ec2e3365d219 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:05:25.773879 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Port d6fdc1a2-d24d-4ae9-8eec-e32518880b2a on network 37594581-71ec-4a19-bf13-ec2e3365d219 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:05:25.774197 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Attempting to bind port d6fdc1a2-d24d-4ae9-8eec-e32518880b2a on network 37594581-71ec-4a19-bf13-ec2e3365d219 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:05:25.779640 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:05:25.780469 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Checking segment: {'id': 'aa1b7c1a-ba47-466a-9ebd-7db52b512d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:05:25.780578 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Bound using segment: {'id': 'aa1b7c1a-ba47-466a-9ebd-7db52b512d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:05:25.781001 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Bound port: d6fdc1a2-d24d-4ae9-8eec-e32518880b2a, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa1b7c1a-ba47-466a-9ebd-7db52b512d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:05:25.781361 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:25.804157 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccaf17-ba1c-4ac2-a2c1-a1618de12798 req-157b7090-5454-4a8f-8fe8-0bee18543435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:25.805646 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e0ccaf17-ba1c-4ac2-a2c1-a1618de12798 req-157b7090-5454-4a8f-8fe8-0bee18543435 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d066f00-068e-46f1-8859-f37d08687fd7 HTTP/1.1" status: 200 len: 913 time: 0.2142322 Sep 22 21:05:25.857200 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] For port d6fdc1a2-d24d-4ae9-8eec-e32518880b2a, host hv-cinder-81041, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:05:25.863334 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e0ccaf17-ba1c-4ac2-a2c1-a1618de12798 req-cae62dba-7417-45c8-83a1-665a1bf34e1c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07bee78a-405e-4a35-b818-feb4eb72b44a HTTP/1.1" status: 200 len: 217 time: 0.0479407 Sep 22 21:05:25.863449 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] For port d6fdc1a2-d24d-4ae9-8eec-e32518880b2a, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=d6fdc1a2-d24d-4ae9-8eec-e32518880b2a,segment=NetworkSegment(aa1b7c1a-ba47-466a-9ebd-7db52b512d42),segment_id=aa1b7c1a-ba47-466a-9ebd-7db52b512d42)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:05:25.956620 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccaf17-ba1c-4ac2-a2c1-a1618de12798 req-91641f4d-ef6c-40ae-ad9b-b20b5a243f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:25.957951 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e0ccaf17-ba1c-4ac2-a2c1-a1618de12798 req-91641f4d-ef6c-40ae-ad9b-b20b5a243f2b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a9704ca3-1815-46c4-97c8-3a7101b4119a HTTP/1.1" status: 200 len: 852 time: 0.0888422 Sep 22 21:05:25.968445 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26159211'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:26.024049 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e0ccaf17-ba1c-4ac2-a2c1-a1618de12798 req-7bc6292c-e3cb-474d-865d-bf0c3cb7f9b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d066f00-068e-46f1-8859-f37d08687fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567839 Sep 22 21:05:26.041621 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-debf101b-d816-40d1-a631-48b18d8ec961 req-64f89400-3d65-4aae-8806-686e66f7aca9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:26.051509 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6fdc1a2-d24d-4ae9-8eec-e32518880b2a,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:26.060852 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:26.061970 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:26.063485 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9781df29-de6c-452d-b731-73dc5d487a9e req-1c5be8fa-a9cc-41cd-924e-fa8860d2dcc3 service neutron] 10.222.0.48 "PUT /v2.0/ports/d6fdc1a2-d24d-4ae9-8eec-e32518880b2a HTTP/1.1" status: 200 len: 1093 time: 1.4227579 Sep 22 21:05:26.063923 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40fcddad-1a6f-44cc-b2b8-34a0b84d060c', 'tag': 'd6fdc1a2-d24d-4ae9-8eec-e32518880b2a'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:05:26.136796 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e0ccaf17-ba1c-4ac2-a2c1-a1618de12798 req-86535520-4528-4371-a8e3-c5ab4d65516d service neutron] 10.222.0.48 "GET /v2.0/networks/5d066f00-068e-46f1-8859-f37d08687fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045406 Sep 22 21:05:26.182094 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f9e82ad46dbda8c41019e9d45a01ce2f125e700925afeafc1c5e0f0766aab3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4012c7-542d-4ccf-8ec0-3fe411d3e098" -d '{"events": [{"name": "network-changed", "server_uuid": "40fcddad-1a6f-44cc-b2b8-34a0b84d060c", "tag": "d6fdc1a2-d24d-4ae9-8eec-e32518880b2a"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:05:26.222973 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.48', 56818) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:26.257597 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-debf101b-d816-40d1-a631-48b18d8ec961 req-64f89400-3d65-4aae-8806-686e66f7aca9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:26.283345 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-d5d3ebf5-f0bc-45e8-a01d-e961e867ce67 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:26.285230 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-d5d3ebf5-f0bc-45e8-a01d-e961e867ce67 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.48 "GET /v2.0/networks?id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb HTTP/1.1" status: 200 len: 816 time: 0.1322882 Sep 22 21:05:26.396927 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-b6ebfa8c-749a-4e8f-85a5-7db6edc830ba tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6b763283e694a7fb6a51a7298132497 HTTP/1.1" status: 200 len: 380 time: 0.1012127 Sep 22 21:05:26.399452 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172bd1f9-6d80-4277-8155-7716368c0050 x-openstack-request-id: req-172bd1f9-6d80-4277-8155-7716368c0050 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:05:26.399909 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40fcddad-1a6f-44cc-b2b8-34a0b84d060c", "tag": "d6fdc1a2-d24d-4ae9-8eec-e32518880b2a", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:05:26.400168 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-172bd1f9-6d80-4277-8155-7716368c0050 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:05:26.400615 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40fcddad-1a6f-44cc-b2b8-34a0b84d060c', 'tag': 'd6fdc1a2-d24d-4ae9-8eec-e32518880b2a', 'status': 'completed', 'code': 200} Sep 22 21:05:26.424227 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-b6d15d2a-720f-4397-adc7-5eded9771130 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Request body: {'port': {'device_id': '1af93b7e-054c-41cc-ba4f-026f3d2bb824', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'admin_state_up': True, 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'security_groups': ['58436dfd-0cbb-4840-8a30-317b53222f8b']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:05:26.531416 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec18576-b275-418f-b4a7-2eb82e8ec756 req-d6e4241f-5489-41a9-a8e1-6ea28f78c6b9 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:26.533549 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cec18576-b275-418f-b4a7-2eb82e8ec756 req-d6e4241f-5489-41a9-a8e1-6ea28f78c6b9 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 943 time: 0.1687136 Sep 22 21:05:26.539494 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 42296) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:26.641430 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-debf101b-d816-40d1-a631-48b18d8ec961 req-64f89400-3d65-4aae-8806-686e66f7aca9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Network 37594581-71ec-4a19-bf13-ec2e3365d219 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:05:26.643874 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e0ccaf17-ba1c-4ac2-a2c1-a1618de12798 req-4582c0f3-36c9-4bc0-b885-c277271c3f9b service neutron] 10.222.0.48 "GET /v2.0/networks/5d066f00-068e-46f1-8859-f37d08687fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917495 Sep 22 21:05:26.654775 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781df29-de6c-452d-b731-73dc5d487a9e req-5ec24045-7743-44d5-99cb-9a76e8857d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:26.656288 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9781df29-de6c-452d-b731-73dc5d487a9e req-5ec24045-7743-44d5-99cb-9a76e8857d82 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15964513ebf422683c0a52d8b7917a1&device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 1096 time: 0.4263103 Sep 22 21:05:26.657345 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-debf101b-d816-40d1-a631-48b18d8ec961 req-64f89400-3d65-4aae-8806-686e66f7aca9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:05:26.660842 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f89400-3d65-4aae-8806-686e66f7aca9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Pushing event updated for resources: {'Port': ['ID=5c0eedf4-b40f-42b6-abef-f93f004a1582,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:26.667661 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-debf101b-d816-40d1-a631-48b18d8ec961 req-64f89400-3d65-4aae-8806-686e66f7aca9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:05:26.752422 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9781df29-de6c-452d-b731-73dc5d487a9e req-0110db4d-a4bb-4b75-a696-b20d408994bb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6fdc1a2-d24d-4ae9-8eec-e32518880b2a HTTP/1.1" status: 200 len: 217 time: 0.0865431 Sep 22 21:05:26.801440 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf101b-d816-40d1-a631-48b18d8ec961 req-64f89400-3d65-4aae-8806-686e66f7aca9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:26.802133 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-debf101b-d816-40d1-a631-48b18d8ec961 req-64f89400-3d65-4aae-8806-686e66f7aca9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:26.829001 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781df29-de6c-452d-b731-73dc5d487a9e req-f1425cf2-88d9-4165-b759-35a16e5eb58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:26.843214 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9781df29-de6c-452d-b731-73dc5d487a9e req-f1425cf2-88d9-4165-b759-35a16e5eb58f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc22b1c3-d4d4-4890-93ae-08f0ff0eb192 HTTP/1.1" status: 200 len: 859 time: 0.0700500 Sep 22 21:05:26.854547 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-e8456c0b-304e-4880-bc8e-1520254da57e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c160a2156557446082c40261597050c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166680 Sep 22 21:05:26.860235 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 42314) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:26.876361 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37096a-04e8-44bd-b0f0-97f924b17223 req-201a9092-9e78-4882-8029-5a8c6b165b4f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:26.878370 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9781df29-de6c-452d-b731-73dc5d487a9e req-bd469fec-857a-49bb-a42f-9fcffb8a5154 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37594581-71ec-4a19-bf13-ec2e3365d219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398946 Sep 22 21:05:26.886055 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ab37096a-04e8-44bd-b0f0-97f924b17223 req-201a9092-9e78-4882-8029-5a8c6b165b4f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 931 time: 0.3949087 Sep 22 21:05:26.886055 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cec18576-b275-418f-b4a7-2eb82e8ec756 req-0825e934-c2c7-4a75-8385-6df5f755b0eb tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130031 Sep 22 21:05:26.970252 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-de96df9f-77ad-48f6-9505-a7b16f90ebaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:26.990348 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ab37096a-04e8-44bd-b0f0-97f924b17223 req-09a87bda-6c21-4d3d-a710-2257a2191b63 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766382 Sep 22 21:05:26.998054 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f483efd0-6408-4439-94f7-82ec2eb83826 req-6ed5a6aa-14e7-4ac2-9149-004b2efaf1ea tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 210 time: 0.0417504 Sep 22 21:05:27.000786 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-debf101b-d816-40d1-a631-48b18d8ec961 req-64f89400-3d65-4aae-8806-686e66f7aca9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0091259 Sep 22 21:05:27.018339 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Request body: {'port': {'device_id': '39ebc383-0071-443a-8ebb-7e100800a282', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:05:27.022827 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-de96df9f-77ad-48f6-9505-a7b16f90ebaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:27.057464 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9781df29-de6c-452d-b731-73dc5d487a9e req-e929f822-8024-467a-89dc-b8db7d0ea35e service neutron] 10.222.0.48 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717360 Sep 22 21:05:27.115944 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:27.202425 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9781df29-de6c-452d-b731-73dc5d487a9e req-b5319877-87b1-4035-8910-8c5238115d92 service neutron] 10.222.0.48 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369884 Sep 22 21:05:27.243262 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-b6d15d2a-720f-4397-adc7-5eded9771130 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Made reservation on behalf of a6b763283e694a7fb6a51a7298132497 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:05:27.247278 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-b6d15d2a-720f-4397-adc7-5eded9771130 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:27.300715 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-de96df9f-77ad-48f6-9505-a7b16f90ebaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:27.303241 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-de96df9f-77ad-48f6-9505-a7b16f90ebaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:27.304383 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-de96df9f-77ad-48f6-9505-a7b16f90ebaf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d3b6cd44-fe88-4ce6-8fc2-9d9455bbcf61 HTTP/1.1" status: 204 len: 168 time: 0.4423654 Sep 22 21:05:27.322619 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96df9f-77ad-48f6-9505-a7b16f90ebaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b6cd44-fe88-4ce6-8fc2-9d9455bbcf61,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:27.417901 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-b6d15d2a-720f-4397-adc7-5eded9771130 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Allocated IP 172.20.0.6 (116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb/6978b747-bc4a-4923-9a63-b539852557c1/52dd9960-972b-43b2-9c40-22310cf5bd98) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:05:27.456881 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4012c7-542d-4ccf-8ec0-3fe411d3e098 req-ac611d75-00e6-48e4-a71c-404397833b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:27.458386 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-4f4012c7-542d-4ccf-8ec0-3fe411d3e098 req-ac611d75-00e6-48e4-a71c-404397833b43 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15964513ebf422683c0a52d8b7917a1&device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 1096 time: 0.0756285 Sep 22 21:05:27.484522 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0eedf4-b40f-42b6-abef-f93f004a1582 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:05:27.502314 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:27.531380 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Transition to ACTIVE for port object 5c0eedf4-b40f-42b6-abef-f93f004a1582 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:05:27.586115 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-b6d15d2a-720f-4397-adc7-5eded9771130 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:27.586715 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4012c7-542d-4ccf-8ec0-3fe411d3e098 req-1f44837b-7854-4bd1-b73b-8dd1ee2b0684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:27.588260 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-4f4012c7-542d-4ccf-8ec0-3fe411d3e098 req-1f44837b-7854-4bd1-b73b-8dd1ee2b0684 service neutron] 10.222.0.48 "GET /v2.0/networks?id=37594581-71ec-4a19-bf13-ec2e3365d219 HTTP/1.1" status: 200 len: 920 time: 0.1207712 Sep 22 21:05:27.648125 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-4f4012c7-542d-4ccf-8ec0-3fe411d3e098 req-51190f62-4118-43c5-8460-d632aec65b44 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6fdc1a2-d24d-4ae9-8eec-e32518880b2a HTTP/1.1" status: 200 len: 217 time: 0.0482335 Sep 22 21:05:27.649178 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:27.735700 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-b6d15d2a-720f-4397-adc7-5eded9771130 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:27.741110 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Pushing event updated for resources: {'Port': ['ID=5c0eedf4-b40f-42b6-abef-f93f004a1582,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:27.752081 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4012c7-542d-4ccf-8ec0-3fe411d3e098 req-a20bfc95-dbec-4799-8940-58944e8d3f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:27.753614 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-4f4012c7-542d-4ccf-8ec0-3fe411d3e098 req-a20bfc95-dbec-4799-8940-58944e8d3f01 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc22b1c3-d4d4-4890-93ae-08f0ff0eb192 HTTP/1.1" status: 200 len: 859 time: 0.0958359 Sep 22 21:05:27.786979 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-b6d15d2a-720f-4397-adc7-5eded9771130 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Network 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:05:27.790425 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-b6d15d2a-720f-4397-adc7-5eded9771130 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:05:27.794577 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-b6d15d2a-720f-4397-adc7-5eded9771130 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:05:27.812049 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-4f4012c7-542d-4ccf-8ec0-3fe411d3e098 req-2873b22c-28fb-4503-bc4c-5b0f7eb9a8b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37594581-71ec-4a19-bf13-ec2e3365d219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430024 Sep 22 21:05:27.859349 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d15d2a-720f-4397-adc7-5eded9771130 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Pushing event updated for resources: {'Port': ['ID=52dd9960-972b-43b2-9c40-22310cf5bd98,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:27.877327 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-b6d15d2a-720f-4397-adc7-5eded9771130 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:27.878063 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-b6d15d2a-720f-4397-adc7-5eded9771130 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:27.886770 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Attempting to bind port 5c0eedf4-b40f-42b6-abef-f93f004a1582 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:05:27.887737 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Attempting to bind port 5c0eedf4-b40f-42b6-abef-f93f004a1582 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'aa1b7c1a-ba47-466a-9ebd-7db52b512d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:05:27.888095 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Attempting to bind port 5c0eedf4-b40f-42b6-abef-f93f004a1582 on network 37594581-71ec-4a19-bf13-ec2e3365d219 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:05:27.930846 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Port 5c0eedf4-b40f-42b6-abef-f93f004a1582 on network 37594581-71ec-4a19-bf13-ec2e3365d219 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:05:27.931325 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Attempting to bind port 5c0eedf4-b40f-42b6-abef-f93f004a1582 on network 37594581-71ec-4a19-bf13-ec2e3365d219 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:05:27.941560 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:05:27.941955 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Checking segment: {'id': 'aa1b7c1a-ba47-466a-9ebd-7db52b512d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:05:27.942352 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Bound using segment: {'id': 'aa1b7c1a-ba47-466a-9ebd-7db52b512d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:05:27.942793 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Bound port: 5c0eedf4-b40f-42b6-abef-f93f004a1582, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa1b7c1a-ba47-466a-9ebd-7db52b512d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:05:27.943155 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:27.993372 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-b6d15d2a-720f-4397-adc7-5eded9771130 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5755620 Sep 22 21:05:28.011984 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-4f4012c7-542d-4ccf-8ec0-3fe411d3e098 req-fa2c5aa0-52e8-4e00-8e95-c0f338399ad2 service neutron] 10.222.0.48 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904318 Sep 22 21:05:28.050574 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] For port 5c0eedf4-b40f-42b6-abef-f93f004a1582, host hv-cinder-81041, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:05:28.055147 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] For port 5c0eedf4-b40f-42b6-abef-f93f004a1582, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=5c0eedf4-b40f-42b6-abef-f93f004a1582,segment=NetworkSegment(aa1b7c1a-ba47-466a-9ebd-7db52b512d42),segment_id=aa1b7c1a-ba47-466a-9ebd-7db52b512d42)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:05:28.072616 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de53c82-a162-48b5-9c7a-f2dd167b9203 req-973af557-232c-454f-bc44-543368b4a871 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:28.080684 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2de53c82-a162-48b5-9c7a-f2dd167b9203 req-973af557-232c-454f-bc44-543368b4a871 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 943 time: 0.0806675 Sep 22 21:05:28.142349 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2de53c82-a162-48b5-9c7a-f2dd167b9203 req-ab91441f-a5ce-48bf-b63d-6bce137f3657 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607708 Sep 22 21:05:28.161483 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd9ab1-ea61-469e-8a15-224e4c5e1840 req-5a3959ec-f6fd-4334-8621-f3e5af3161ec tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:28.161572 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:28.161653 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9fbd9ab1-ea61-469e-8a15-224e4c5e1840 req-5a3959ec-f6fd-4334-8621-f3e5af3161ec tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 943 time: 0.0728562 Sep 22 21:05:28.197887 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:28.198502 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:28.200448 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-debf101b-d816-40d1-a631-48b18d8ec961 req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] 10.222.0.48 "PUT /v2.0/ports/5c0eedf4-b40f-42b6-abef-f93f004a1582 HTTP/1.1" status: 200 len: 1093 time: 1.1897304 Sep 22 21:05:28.200905 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ebc383-0071-443a-8ebb-7e100800a282', 'tag': '5c0eedf4-b40f-42b6-abef-f93f004a1582'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:05:28.202005 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9fbd9ab1-ea61-469e-8a15-224e4c5e1840 req-c0af613d-eb32-4b8c-922d-3748e4f36e61 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388930 Sep 22 21:05:28.207569 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92046677-3cf2-4dd9-aacf-d6e7a47ee6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "39ebc383-0071-443a-8ebb-7e100800a282", "tag": "5c0eedf4-b40f-42b6-abef-f93f004a1582"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:05:28.241687 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f387a6a4-78c9-4020-be8d-31935815203c service neutron] Pushing event updated for resources: {'Port': ['ID=5c0eedf4-b40f-42b6-abef-f93f004a1582,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:28.242365 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a757ba1e-3146-468b-ad84-847f6e59bffa None None] Provisioning complete for port 52dd9960-972b-43b2-9c40-22310cf5bd98 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:05:28.242893 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a757ba1e-3146-468b-ad84-847f6e59bffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:28.299068 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a757ba1e-3146-468b-ad84-847f6e59bffa None None] Port 52dd9960-972b-43b2-9c40-22310cf5bd98 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:05:28.313994 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a0fd6-f5dd-4cfc-9e43-41c8a3892553 req-881b3158-fa3b-4238-bda7-8600f355d4b9 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:28.315464 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-958a0fd6-f5dd-4cfc-9e43-41c8a3892553 req-881b3158-fa3b-4238-bda7-8600f355d4b9 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 931 time: 0.0779898 Sep 22 21:05:28.347449 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad81f38d-f431-4b12-907c-6a5d46df7ba0 x-openstack-request-id: req-ad81f38d-f431-4b12-907c-6a5d46df7ba0 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:05:28.347732 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ebc383-0071-443a-8ebb-7e100800a282", "tag": "5c0eedf4-b40f-42b6-abef-f93f004a1582", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:05:28.347979 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ad81f38d-f431-4b12-907c-6a5d46df7ba0 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:05:28.348364 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39ebc383-0071-443a-8ebb-7e100800a282', 'tag': '5c0eedf4-b40f-42b6-abef-f93f004a1582', 'status': 'completed', 'code': 200} Sep 22 21:05:28.360904 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-958a0fd6-f5dd-4cfc-9e43-41c8a3892553 req-f4ca6bd3-7f8b-4dd7-aa71-2c0a5be4226c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373273 Sep 22 21:05:29.308411 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b2060-eaea-4bd4-90fc-1ecce298b63f req-dc899a73-2c64-4ca9-848f-9f6e2df11401 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:29.320155 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-110b2060-eaea-4bd4-90fc-1ecce298b63f req-dc899a73-2c64-4ca9-848f-9f6e2df11401 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 943 time: 0.1065032 Sep 22 21:05:29.383328 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-110b2060-eaea-4bd4-90fc-1ecce298b63f req-03201386-887b-4c86-b1eb-b40303f64807 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622730 Sep 22 21:05:29.397378 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b193b0-7bdc-41cc-a580-b4680a2eeb2c req-b8a5e09b-6d41-4a14-a542-2f61785faea0 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:29.398912 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-10b193b0-7bdc-41cc-a580-b4680a2eeb2c req-b8a5e09b-6d41-4a14-a542-2f61785faea0 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 943 time: 0.0766761 Sep 22 21:05:29.437973 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-10b193b0-7bdc-41cc-a580-b4680a2eeb2c req-0345875d-2423-443c-adf4-9e5319cfc51d tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328162 Sep 22 21:05:29.487821 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed119f-1a79-423f-8cec-2720f1623a2a req-1161b460-97ce-412f-b34f-cec3ac49917a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:29.489319 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fbed119f-1a79-423f-8cec-2720f1623a2a req-1161b460-97ce-412f-b34f-cec3ac49917a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 931 time: 0.0485098 Sep 22 21:05:29.530273 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fbed119f-1a79-423f-8cec-2720f1623a2a req-5a0769e5-4d40-43dd-8c1b-39fe28f77d5d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348518 Sep 22 21:05:30.495293 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878fb02-62cc-4fa8-a043-ff49371ff75f req-643f7f07-d576-4830-b5f4-b39b89de8277 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:30.497901 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7878fb02-62cc-4fa8-a043-ff49371ff75f req-643f7f07-d576-4830-b5f4-b39b89de8277 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 943 time: 0.0487037 Sep 22 21:05:30.559426 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7878fb02-62cc-4fa8-a043-ff49371ff75f req-515ad885-9dfb-424a-a0f5-09acaabef5a1 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560496 Sep 22 21:05:30.575789 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c89b2d-93a1-4be8-9357-854e52d7f8ea req-472ee85c-7d68-4c31-be0f-8ed4f12b46f5 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:30.577222 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f7c89b2d-93a1-4be8-9357-854e52d7f8ea req-472ee85c-7d68-4c31-be0f-8ed4f12b46f5 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 943 time: 0.0679276 Sep 22 21:05:30.619461 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f7c89b2d-93a1-4be8-9357-854e52d7f8ea req-042a45c0-5321-4dfe-add8-a435d0897dab tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339162 Sep 22 21:05:30.668711 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc150e6-8108-46c6-914d-e40df124bb0b req-b5f4da98-486d-43ec-b67d-72254a9bd2b7 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:30.670195 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5cc150e6-8108-46c6-914d-e40df124bb0b req-b5f4da98-486d-43ec-b67d-72254a9bd2b7 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 931 time: 0.0543225 Sep 22 21:05:30.707670 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5cc150e6-8108-46c6-914d-e40df124bb0b req-78bfa058-8c1f-437a-8bc7-5389208558fd tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315795 Sep 22 21:05:30.796271 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 07bee78a-405e-4a35-b818-feb4eb72b44a details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:05:30.824557 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Request body: {'port': {'device_id': '1af93b7e-054c-41cc-ba4f-026f3d2bb824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:05:30.890055 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 42444) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:30.904500 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:30.925366 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 07bee78a-405e-4a35-b818-feb4eb72b44a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=07bee78a-405e-4a35-b818-feb4eb72b44a,segment=NetworkSegment(e8479044-d101-45c7-be9b-b4998261bbed),segment_id=e8479044-d101-45c7-be9b-b4998261bbed)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:05:30.938826 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': '07bee78a-405e-4a35-b818-feb4eb72b44a', 'network_id': '5d066f00-068e-46f1-8859-f37d08687fd7', 'port_id': '07bee78a-405e-4a35-b818-feb4eb72b44a', 'mac_address': 'fa:16:3e:e2:4f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9704ca3-1815-46c4-97c8-3a7101b4119a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:05:30.952916 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-4f4012c7-542d-4ccf-8ec0-3fe411d3e098 req-dc1f0f09-5c0e-456e-b8ac-60cd0bb59962 service neutron] 10.222.0.48 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482463 Sep 22 21:05:30.999674 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92046677-3cf2-4dd9-aacf-d6e7a47ee6e7 req-a214938a-c39d-4c99-bdb5-6bf8b22065ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:30.999674 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-92046677-3cf2-4dd9-aacf-d6e7a47ee6e7 req-a214938a-c39d-4c99-bdb5-6bf8b22065ce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15964513ebf422683c0a52d8b7917a1&device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 1096 time: 0.1614096 Sep 22 21:05:31.003115 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:31.016509 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bee78a-405e-4a35-b818-feb4eb72b44a {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:05:31.038253 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 07bee78a-405e-4a35-b818-feb4eb72b44a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=07bee78a-405e-4a35-b818-feb4eb72b44a,segment=NetworkSegment(e8479044-d101-45c7-be9b-b4998261bbed),segment_id=e8479044-d101-45c7-be9b-b4998261bbed)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:05:31.042434 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31e50141-6d8f-46e9-8527-0168999947d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:31.083207 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7918156c-7ad4-4450-99a2-cc1195dfb198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:31.120874 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:31.122317 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device d6fdc1a2-d24d-4ae9-8eec-e32518880b2a details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:05:31.191021 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92046677-3cf2-4dd9-aacf-d6e7a47ee6e7 req-5236adb2-7322-4296-876d-d7af424d9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:31.192502 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-92046677-3cf2-4dd9-aacf-d6e7a47ee6e7 req-5236adb2-7322-4296-876d-d7af424d9b0d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f15964513ebf422683c0a52d8b7917a1&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1799934 Sep 22 21:05:31.200408 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=07bee78a-405e-4a35-b818-feb4eb72b44a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:31.258662 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31e50141-6d8f-46e9-8527-0168999947d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:31.261700 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port d6fdc1a2-d24d-4ae9-8eec-e32518880b2a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=d6fdc1a2-d24d-4ae9-8eec-e32518880b2a,segment=NetworkSegment(aa1b7c1a-ba47-466a-9ebd-7db52b512d42),segment_id=aa1b7c1a-ba47-466a-9ebd-7db52b512d42)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:05:31.264612 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.notifiers.nova [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52dd9960-972b-43b2-9c40-22310cf5bd98 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:05:31.272754 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:31.273545 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': 'd6fdc1a2-d24d-4ae9-8eec-e32518880b2a', 'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219', 'port_id': 'd6fdc1a2-d24d-4ae9-8eec-e32518880b2a', 'mac_address': 'fa:16:3e:33:25:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc22b1c3-d4d4-4890-93ae-08f0ff0eb192', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:05:31.286031 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Transition to ACTIVE for port object 52dd9960-972b-43b2-9c40-22310cf5bd98 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:05:31.311247 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:31.323631 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6fdc1a2-d24d-4ae9-8eec-e32518880b2a {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:05:31.343128 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port d6fdc1a2-d24d-4ae9-8eec-e32518880b2a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=d6fdc1a2-d24d-4ae9-8eec-e32518880b2a,segment=NetworkSegment(aa1b7c1a-ba47-466a-9ebd-7db52b512d42),segment_id=aa1b7c1a-ba47-466a-9ebd-7db52b512d42)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:05:31.380370 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-31e50141-6d8f-46e9-8527-0168999947d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:31.416734 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e50141-6d8f-46e9-8527-0168999947d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b998dc-f03d-42b2-8451-83a53bde981d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:31.418775 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:31.422189 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-31e50141-6d8f-46e9-8527-0168999947d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6164389c96574ee8b60e04ccf43ab4c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5309105 Sep 22 21:05:31.423503 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26159211'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:31.425071 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 42452) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:31.482118 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Pushing event updated for resources: {'Port': ['ID=52dd9960-972b-43b2-9c40-22310cf5bd98,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:31.498688 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=d6fdc1a2-d24d-4ae9-8eec-e32518880b2a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:31.510200 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-542150fe-6193-4274-827a-54d674dee6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:31.533261 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-542150fe-6193-4274-827a-54d674dee6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:31.562531 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Attempting to bind port 52dd9960-972b-43b2-9c40-22310cf5bd98 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:05:31.563065 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Attempting to bind port 52dd9960-972b-43b2-9c40-22310cf5bd98 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '044a31a1-f554-45d4-baae-b0e9a3cfb293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:05:31.563366 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Attempting to bind port 52dd9960-972b-43b2-9c40-22310cf5bd98 on network 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:05:31.568071 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Port 52dd9960-972b-43b2-9c40-22310cf5bd98 on network 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:05:31.568384 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Attempting to bind port 52dd9960-972b-43b2-9c40-22310cf5bd98 on network 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:05:31.575068 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:05:31.575407 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Checking segment: {'id': '044a31a1-f554-45d4-baae-b0e9a3cfb293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:05:31.575782 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Bound using segment: {'id': '044a31a1-f554-45d4-baae-b0e9a3cfb293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:05:31.576930 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Bound port: 52dd9960-972b-43b2-9c40-22310cf5bd98, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '044a31a1-f554-45d4-baae-b0e9a3cfb293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:05:31.576930 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:31.680522 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] For port 52dd9960-972b-43b2-9c40-22310cf5bd98, host hv-cinder-81041, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:05:31.696256 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] For port 52dd9960-972b-43b2-9c40-22310cf5bd98, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=52dd9960-972b-43b2-9c40-22310cf5bd98,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:05:31.710066 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-542150fe-6193-4274-827a-54d674dee6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:31.712765 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-542150fe-6193-4274-827a-54d674dee6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:31.714090 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-542150fe-6193-4274-827a-54d674dee6ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99b998dc-f03d-42b2-8451-83a53bde981d HTTP/1.1" status: 204 len: 168 time: 0.2877102 Sep 22 21:05:31.735567 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95194b-b57b-449e-bf9d-d3b2054a3df5 req-191d3d19-5274-4729-bc97-c872c0a7507e tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:31.735928 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542150fe-6193-4274-827a-54d674dee6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b998dc-f03d-42b2-8451-83a53bde981d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:31.744461 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9a95194b-b57b-449e-bf9d-d3b2054a3df5 req-191d3d19-5274-4729-bc97-c872c0a7507e tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 944 time: 0.1019351 Sep 22 21:05:31.794402 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26159211'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:31.810804 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9a95194b-b57b-449e-bf9d-d3b2054a3df5 req-263811f4-a4d5-4af9-8255-75b8e691ca60 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654418 Sep 22 21:05:31.839235 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a220d2-9eda-4194-82f4-6a66c2449fea req-d79b9560-bb55-4362-b3fa-7e6205f21873 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:31.841399 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-30a220d2-9eda-4194-82f4-6a66c2449fea req-d79b9560-bb55-4362-b3fa-7e6205f21873 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 943 time: 0.1438222 Sep 22 21:05:31.849560 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:31.850268 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:31.853861 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] 10.222.0.48 "PUT /v2.0/ports/52dd9960-972b-43b2-9c40-22310cf5bd98 HTTP/1.1" status: 200 len: 1093 time: 1.0516891 Sep 22 21:05:31.854322 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af93b7e-054c-41cc-ba4f-026f3d2bb824', 'tag': '52dd9960-972b-43b2-9c40-22310cf5bd98'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:05:31.856643 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f9e82ad46dbda8c41019e9d45a01ce2f125e700925afeafc1c5e0f0766aab3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf04f529-9ba7-40bd-a4c7-ce7fcc738788" -d '{"events": [{"name": "network-changed", "server_uuid": "1af93b7e-054c-41cc-ba4f-026f3d2bb824", "tag": "52dd9960-972b-43b2-9c40-22310cf5bd98"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:05:31.899745 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5f667-28a8-46af-9983-ead9ecac0323 service neutron] Pushing event updated for resources: {'Port': ['ID=52dd9960-972b-43b2-9c40-22310cf5bd98,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:31.947370 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-30a220d2-9eda-4194-82f4-6a66c2449fea req-2fd8d999-7ff6-4c39-9753-308d15a67506 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876682 Sep 22 21:05:31.969517 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397e702-0d7a-4602-b046-887900f3134e req-0ec419a4-3e38-4b7f-bed3-3c5297581771 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:31.971057 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e397e702-0d7a-4602-b046-887900f3134e req-0ec419a4-3e38-4b7f-bed3-3c5297581771 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0754049 Sep 22 21:05:31.999667 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7772e017-5163-46f0-940f-1ef9c94718e9 x-openstack-request-id: req-7772e017-5163-46f0-940f-1ef9c94718e9 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:05:31.999951 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af93b7e-054c-41cc-ba4f-026f3d2bb824", "tag": "52dd9960-972b-43b2-9c40-22310cf5bd98", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:05:32.000198 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7772e017-5163-46f0-940f-1ef9c94718e9 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:05:32.000581 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af93b7e-054c-41cc-ba4f-026f3d2bb824', 'tag': '52dd9960-972b-43b2-9c40-22310cf5bd98', 'status': 'completed', 'code': 200} Sep 22 21:05:32.020583 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e397e702-0d7a-4602-b046-887900f3134e req-e08338cc-47b0-484f-8e57-05568c04a714 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436263 Sep 22 21:05:32.442230 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 42480) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:32.455144 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6b2b2e6-643d-4841-83df-37ebb6254b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:32.541045 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6b2b2e6-643d-4841-83df-37ebb6254b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:32.608430 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6b2b2e6-643d-4841-83df-37ebb6254b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:32.647554 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-c6b2b2e6-643d-4841-83df-37ebb6254b7c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36fbb40efcf642d6a26fc9dc57b75d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2042444 Sep 22 21:05:32.648248 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2b2e6-643d-4841-83df-37ebb6254b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67403767-472d-48ea-8647-72e3d1398d88,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:32.650339 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 42488) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:32.699852 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ff46919a-fd14-4d91-9af4-f6b99504896e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:32.720233 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ff46919a-fd14-4d91-9af4-f6b99504896e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:32.850412 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ff46919a-fd14-4d91-9af4-f6b99504896e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:32.853541 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ff46919a-fd14-4d91-9af4-f6b99504896e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:32.854920 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-ff46919a-fd14-4d91-9af4-f6b99504896e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67403767-472d-48ea-8647-72e3d1398d88 HTTP/1.1" status: 204 len: 168 time: 0.2036235 Sep 22 21:05:32.864651 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46919a-fd14-4d91-9af4-f6b99504896e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67403767-472d-48ea-8647-72e3d1398d88,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:32.945103 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749009a-85b4-4160-bd0b-834c98baa11c req-b3149d19-1677-4502-81ca-d81a596c9250 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:32.946925 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1749009a-85b4-4160-bd0b-834c98baa11c req-b3149d19-1677-4502-81ca-d81a596c9250 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 944 time: 0.0551226 Sep 22 21:05:32.989848 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1749009a-85b4-4160-bd0b-834c98baa11c req-67c3aa81-98df-40ba-a09c-f98d6cc891e2 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367310 Sep 22 21:05:33.077400 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f892c6b-ef2a-4346-adc0-79b89d61524d req-76b1baaf-1b2f-44cd-8b53-3e7d98747574 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:33.079097 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3f892c6b-ef2a-4346-adc0-79b89d61524d req-76b1baaf-1b2f-44cd-8b53-3e7d98747574 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 943 time: 0.0550227 Sep 22 21:05:33.147555 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3f892c6b-ef2a-4346-adc0-79b89d61524d req-75b6a0f8-e4ab-45c0-8589-9a01aab2597e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622408 Sep 22 21:05:33.165209 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64e1f1-466f-419c-b2b9-5342233047e1 req-95a64684-f6be-44e0-ae54-45b13c376ea9 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:33.166768 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3c64e1f1-466f-419c-b2b9-5342233047e1 req-95a64684-f6be-44e0-ae54-45b13c376ea9 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0648324 Sep 22 21:05:33.184269 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92046677-3cf2-4dd9-aacf-d6e7a47ee6e7 req-b030e729-ed37-44d3-a5d5-c0f0e372ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:33.185966 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-92046677-3cf2-4dd9-aacf-d6e7a47ee6e7 req-b030e729-ed37-44d3-a5d5-c0f0e372ff65 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1741431 Sep 22 21:05:33.206833 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3c64e1f1-466f-419c-b2b9-5342233047e1 req-1b11dc9b-efb9-4cd7-9125-7e18ae31ddda tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328429 Sep 22 21:05:33.634914 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2d3a73a2-a8ca-43a7-bab3-276ca36f4bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:34.108293 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf101b-d816-40d1-a631-48b18d8ec961 req-c7742df7-2ca8-4418-a46a-f49b93ccac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:34.110039 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-debf101b-d816-40d1-a631-48b18d8ec961 req-c7742df7-2ca8-4418-a46a-f49b93ccac76 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15964513ebf422683c0a52d8b7917a1&device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 1096 time: 0.0411763 Sep 22 21:05:34.137397 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04f529-9ba7-40bd-a4c7-ce7fcc738788 req-b8d1d18b-0faf-4e79-9638-6a6bc3ba6da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:34.139585 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cf04f529-9ba7-40bd-a4c7-ce7fcc738788 req-b8d1d18b-0faf-4e79-9638-6a6bc3ba6da7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6b763283e694a7fb6a51a7298132497&device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 1096 time: 0.1060441 Sep 22 21:05:34.153889 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9956906-a9fa-43eb-9cef-373f5b996502 req-5b408c93-335d-4aeb-b3e0-58183f6b2880 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:34.155256 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d9956906-a9fa-43eb-9cef-373f5b996502 req-5b408c93-335d-4aeb-b3e0-58183f6b2880 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 944 time: 0.0735390 Sep 22 21:05:34.155864 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-debf101b-d816-40d1-a631-48b18d8ec961 req-17f9fb2f-ba3f-4a71-8491-fa333bcd2533 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c0eedf4-b40f-42b6-abef-f93f004a1582 HTTP/1.1" status: 200 len: 217 time: 0.0369742 Sep 22 21:05:34.308142 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['07bee78a-405e-4a35-b818-feb4eb72b44a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:05:34.335897 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['d6fdc1a2-d24d-4ae9-8eec-e32518880b2a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:05:34.352108 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d9956906-a9fa-43eb-9cef-373f5b996502 req-65e8a961-0ef3-4c62-ba51-48e9c25ea3f7 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804831 Sep 22 21:05:34.412565 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf101b-d816-40d1-a631-48b18d8ec961 req-d73bbcbf-1cf6-425e-b1f6-1fb564c69dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:34.414073 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-debf101b-d816-40d1-a631-48b18d8ec961 req-d73bbcbf-1cf6-425e-b1f6-1fb564c69dd0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc22b1c3-d4d4-4890-93ae-08f0ff0eb192 HTTP/1.1" status: 200 len: 859 time: 0.2510390 Sep 22 21:05:34.416868 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8fdab-d4e2-4ebf-8e76-6a18eafaf29b req-d1f58b91-711f-425c-8f6c-3ea4529975d7 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:34.422791 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-43d8fdab-d4e2-4ebf-8e76-6a18eafaf29b req-d1f58b91-711f-425c-8f6c-3ea4529975d7 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 943 time: 0.1713398 Sep 22 21:05:34.425962 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04f529-9ba7-40bd-a4c7-ce7fcc738788 req-4553cc7a-fa7c-4a4e-b801-248ac962616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:34.427367 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cf04f529-9ba7-40bd-a4c7-ce7fcc738788 req-4553cc7a-fa7c-4a4e-b801-248ac962616e service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a6b763283e694a7fb6a51a7298132497&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2712672 Sep 22 21:05:34.462483 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-debf101b-d816-40d1-a631-48b18d8ec961 req-7ec68695-0778-472c-a838-21902661195f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37594581-71ec-4a19-bf13-ec2e3365d219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389738 Sep 22 21:05:34.479448 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-43d8fdab-d4e2-4ebf-8e76-6a18eafaf29b req-bd9c76d3-ef9e-4f91-a7c9-86383f533100 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457959 Sep 22 21:05:34.517845 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910da4f-73c3-4a34-ae50-12d83166b1ac req-4b04ba37-3d6f-4cee-b216-03b1363d6c7e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:34.519302 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e910da4f-73c3-4a34-ae50-12d83166b1ac req-4b04ba37-3d6f-4cee-b216-03b1363d6c7e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0560794 Sep 22 21:05:34.556322 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e910da4f-73c3-4a34-ae50-12d83166b1ac req-153498ae-5653-46c6-894b-86686f70e6f5 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307643 Sep 22 21:05:34.617071 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:34.744477 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:35.476997 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0ac02-f26a-49f1-bd3f-2582086fa141 req-15b2e1cf-46e5-45c1-bc70-4682ded66df6 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:35.478564 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ffc0ac02-f26a-49f1-bd3f-2582086fa141 req-15b2e1cf-46e5-45c1-bc70-4682ded66df6 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 944 time: 0.0509777 Sep 22 21:05:35.516111 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ffc0ac02-f26a-49f1-bd3f-2582086fa141 req-3bf7da8e-23fa-4f55-b3e3-bf4bdc9c1308 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316675 Sep 22 21:05:35.600133 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284df6e-5ba8-47e0-8c06-1bc69d07d711 req-7885f015-3cae-42ab-a774-848ce8bfe5f3 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:35.601832 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5284df6e-5ba8-47e0-8c06-1bc69d07d711 req-7885f015-3cae-42ab-a774-848ce8bfe5f3 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 943 time: 0.0538833 Sep 22 21:05:35.649125 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5284df6e-5ba8-47e0-8c06-1bc69d07d711 req-5713057b-ce8e-426f-99e1-b97f239e2990 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Sep 22 21:05:35.684712 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3b0a1-a427-4679-8159-aed371dd6515 req-4d9a5f2a-fa94-4557-adad-4642054ddbdb tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:35.686199 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8ab3b0a1-a427-4679-8159-aed371dd6515 req-4d9a5f2a-fa94-4557-adad-4642054ddbdb tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0524349 Sep 22 21:05:35.723471 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8ab3b0a1-a427-4679-8159-aed371dd6515 req-c4183cb5-af6e-4472-bf63-054c63ce4ab6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314302 Sep 22 21:05:36.303603 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-debf101b-d816-40d1-a631-48b18d8ec961 req-913c2c48-94e2-4230-b8a3-d0407b03e069 service neutron] 10.222.0.48 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983288 Sep 22 21:05:36.334401 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:36.365048 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04f529-9ba7-40bd-a4c7-ce7fcc738788 req-b332f6a8-d420-46c4-8220-0692894ef904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:36.366778 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cf04f529-9ba7-40bd-a4c7-ce7fcc738788 req-b332f6a8-d420-46c4-8220-0692894ef904 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1636484 Sep 22 21:05:36.844537 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fe04b-ffcc-4525-bf61-1b16cf695894 req-19b5fb13-082b-4069-b1d4-c1a37fec3821 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:36.845848 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-646fe04b-ffcc-4525-bf61-1b16cf695894 req-19b5fb13-082b-4069-b1d4-c1a37fec3821 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 944 time: 0.2649126 Sep 22 21:05:36.867636 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44256bf-cd82-4470-974a-c6831073a2cd req-1091565e-2216-4300-b072-2242804b8a2d tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:36.869157 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e44256bf-cd82-4470-974a-c6831073a2cd req-1091565e-2216-4300-b072-2242804b8a2d tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 943 time: 0.0753791 Sep 22 21:05:36.913503 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-646fe04b-ffcc-4525-bf61-1b16cf695894 req-0adfc15b-0efa-48e2-b460-2f9ee82cb5ce tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593650 Sep 22 21:05:36.929184 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e44256bf-cd82-4470-974a-c6831073a2cd req-d05193fc-66a8-44d0-b02f-54fe72792320 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521841 Sep 22 21:05:37.021872 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f79fc4-cb0a-46de-bd8c-4d06e66136a0 req-0e7e182f-abfb-484c-abc9-2f780ffb68d3 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:37.023319 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-72f79fc4-cb0a-46de-bd8c-4d06e66136a0 req-0e7e182f-abfb-484c-abc9-2f780ffb68d3 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0502236 Sep 22 21:05:37.059950 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-72f79fc4-cb0a-46de-bd8c-4d06e66136a0 req-1ee1c3d4-2559-4368-b3fa-2d522b5f8db9 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306189 Sep 22 21:05:37.277840 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-5d61f887-ae9c-4cfc-b3b7-ab9c337f4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:37.279423 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-5d61f887-ae9c-4cfc-b3b7-ab9c337f4e29 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6b763283e694a7fb6a51a7298132497&device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 1096 time: 0.0423999 Sep 22 21:05:37.304031 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-debf101b-d816-40d1-a631-48b18d8ec961 req-61e0ca38-9c80-4809-b366-33154e93a243 service neutron] 10.222.0.48 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018224 Sep 22 21:05:37.356052 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-fbaea411-38d3-4305-8580-37631674b47a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52dd9960-972b-43b2-9c40-22310cf5bd98 HTTP/1.1" status: 200 len: 217 time: 0.0642989 Sep 22 21:05:37.411321 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-aceee814-bc3f-41d0-901c-358ac780bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:37.412757 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-aceee814-bc3f-41d0-901c-358ac780bd1d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6978b747-bc4a-4923-9a63-b539852557c1 HTTP/1.1" status: 200 len: 855 time: 0.0493026 Sep 22 21:05:37.489953 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-b6f0a18c-a92b-4026-a9d8-02c16231c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:37.491619 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-b6f0a18c-a92b-4026-a9d8-02c16231c0dc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676696 Sep 22 21:05:37.590817 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-e1748b63-20e5-4706-83b7-8132e3022343 service neutron] 10.222.0.48 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900326 Sep 22 21:05:37.693431 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe1fcafa-9d4c-4e30-af44-67ca97c7a26a req-d83c19ec-d2ab-4009-8d78-3005840c72f2 service neutron] 10.222.0.48 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936875 Sep 22 21:05:37.973113 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:05:38.055705 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b9bd14-c40e-4f85-b1e8-72eb376ccf3e req-12ddc033-2ab2-4134-9f33-300153e145f8 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:38.056294 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f5b9bd14-c40e-4f85-b1e8-72eb376ccf3e req-12ddc033-2ab2-4134-9f33-300153e145f8 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 944 time: 0.0769444 Sep 22 21:05:38.067104 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cff6e-a50d-4e54-93a0-95481717e597 req-da66eccd-edf6-4be5-9900-0d7713d8f7c9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:38.068595 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2b1cff6e-a50d-4e54-93a0-95481717e597 req-da66eccd-edf6-4be5-9900-0d7713d8f7c9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 943 time: 0.0639627 Sep 22 21:05:38.126953 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f5b9bd14-c40e-4f85-b1e8-72eb376ccf3e req-66f6369b-36bb-4c35-837b-83fe05a76548 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574038 Sep 22 21:05:38.131698 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2b1cff6e-a50d-4e54-93a0-95481717e597 req-362a9d9e-3010-45c7-b1df-c8709a125058 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558186 Sep 22 21:05:38.224683 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66603b-a552-457b-98ab-cb529f4b07cd req-78d72c49-752d-49dc-abbf-649dc7d2fe4d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:38.226141 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4e66603b-a552-457b-98ab-cb529f4b07cd req-78d72c49-752d-49dc-abbf-649dc7d2fe4d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0471666 Sep 22 21:05:38.262881 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4e66603b-a552-457b-98ab-cb529f4b07cd req-d95e4d14-6b2c-4f7c-8f16-bc68042f5650 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304937 Sep 22 21:05:39.273569 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9207c1b7-10de-4a32-bdeb-e8459e23461d req-cfe2fadd-e22a-4fea-97d7-0ac76dd278fd tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:39.274982 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9207c1b7-10de-4a32-bdeb-e8459e23461d req-cfe2fadd-e22a-4fea-97d7-0ac76dd278fd tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 944 time: 0.0762253 Sep 22 21:05:39.283577 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7d460-6221-45e2-8bf1-6e041dbed388 req-665783b8-8e93-4cd7-80c0-aa7d388e2bc1 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:39.284970 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f4e7d460-6221-45e2-8bf1-6e041dbed388 req-665783b8-8e93-4cd7-80c0-aa7d388e2bc1 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 943 time: 0.0761611 Sep 22 21:05:39.336552 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9207c1b7-10de-4a32-bdeb-e8459e23461d req-b590038a-6975-476e-a26c-a6b9acdf1ea0 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506396 Sep 22 21:05:39.349612 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f4e7d460-6221-45e2-8bf1-6e041dbed388 req-12d09ea0-b377-4d79-8500-43af18886afa tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572560 Sep 22 21:05:39.447878 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d3a0f-69f1-4ec2-baa7-e2ca1af7f01c req-2e3c1319-2770-4dfb-8f12-2b35733ae2c9 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:39.450001 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-844d3a0f-69f1-4ec2-baa7-e2ca1af7f01c req-2e3c1319-2770-4dfb-8f12-2b35733ae2c9 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0577030 Sep 22 21:05:39.487342 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-844d3a0f-69f1-4ec2-baa7-e2ca1af7f01c req-94dbee1a-5286-4ba5-8885-7e994025d18a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312171 Sep 22 21:05:39.673288 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device d6fdc1a2-d24d-4ae9-8eec-e32518880b2a up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:05:39.785490 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port d6fdc1a2-d24d-4ae9-8eec-e32518880b2a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:05:39.789337 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port d6fdc1a2-d24d-4ae9-8eec-e32518880b2a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:05:39.789730 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:39.871130 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:39.895251 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fcddad-1a6f-44cc-b2b8-34a0b84d060c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fdc1a2-d24d-4ae9-8eec-e32518880b2a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:05:39.967482 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port d6fdc1a2-d24d-4ae9-8eec-e32518880b2a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=d6fdc1a2-d24d-4ae9-8eec-e32518880b2a,segment=NetworkSegment(aa1b7c1a-ba47-466a-9ebd-7db52b512d42),segment_id=aa1b7c1a-ba47-466a-9ebd-7db52b512d42)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:05:40.055557 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabbc35b-5d3c-4f31-90d2-65d5a114f246" -d '{"events": [{"server_uuid": "40fcddad-1a6f-44cc-b2b8-34a0b84d060c", "name": "network-vif-plugged", "status": "completed", "tag": "d6fdc1a2-d24d-4ae9-8eec-e32518880b2a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:05:40.065104 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:40.065892 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 07bee78a-405e-4a35-b818-feb4eb72b44a up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:05:40.148568 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=d6fdc1a2-d24d-4ae9-8eec-e32518880b2a,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:40.157360 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979520f3-8315-4ffb-b0cd-669e3ee88ccf x-openstack-request-id: req-979520f3-8315-4ffb-b0cd-669e3ee88ccf {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:05:40.163436 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fcddad-1a6f-44cc-b2b8-34a0b84d060c", "name": "network-vif-plugged", "status": "completed", "tag": "d6fdc1a2-d24d-4ae9-8eec-e32518880b2a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:05:40.163436 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-979520f3-8315-4ffb-b0cd-669e3ee88ccf {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:05:40.163436 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fcddad-1a6f-44cc-b2b8-34a0b84d060c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6fdc1a2-d24d-4ae9-8eec-e32518880b2a', 'code': 200} Sep 22 21:05:40.242221 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port 07bee78a-405e-4a35-b818-feb4eb72b44a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:05:40.245868 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port 07bee78a-405e-4a35-b818-feb4eb72b44a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:05:40.246233 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:40.319042 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:40.349239 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 07bee78a-405e-4a35-b818-feb4eb72b44a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=07bee78a-405e-4a35-b818-feb4eb72b44a,segment=NetworkSegment(e8479044-d101-45c7-be9b-b4998261bbed),segment_id=e8479044-d101-45c7-be9b-b4998261bbed)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:05:40.448189 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:40.483462 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84547925-08bf-441d-8fb7-7c55c2a2cd34 req-52a1782b-d74f-470c-b44e-9f8d9faf87f5 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:40.485016 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-84547925-08bf-441d-8fb7-7c55c2a2cd34 req-52a1782b-d74f-470c-b44e-9f8d9faf87f5 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 944 time: 0.0816655 Sep 22 21:05:40.505909 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298ac32-0514-4cf0-ba63-9e904210170d req-53923632-9657-438e-bdb2-b25c69ef2ac3 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:40.507311 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7298ac32-0514-4cf0-ba63-9e904210170d req-53923632-9657-438e-bdb2-b25c69ef2ac3 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 943 time: 0.0761957 Sep 22 21:05:40.507710 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=07bee78a-405e-4a35-b818-feb4eb72b44a,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:40.560518 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:40.561000 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-84547925-08bf-441d-8fb7-7c55c2a2cd34 req-68e1dea0-b215-4c51-8158-18e595f1e694 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683088 Sep 22 21:05:40.568181 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7298ac32-0514-4cf0-ba63-9e904210170d req-c57a2306-1761-41c7-83fe-c311cbde4008 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465956 Sep 22 21:05:40.665893 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be2440-6fa4-48d4-8dad-6083b103702c req-fb82f322-74c1-4319-a4b5-bd0431ff923f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:40.667400 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f1be2440-6fa4-48d4-8dad-6083b103702c req-fb82f322-74c1-4319-a4b5-bd0431ff923f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0482359 Sep 22 21:05:40.703818 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f1be2440-6fa4-48d4-8dad-6083b103702c req-0dce8b96-87d7-4418-b2ae-2b2a30d11059 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306532 Sep 22 21:05:41.153986 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fd104-f1f8-4831-a6c3-b5678832f543 req-c6ba608c-42c4-4e81-857e-169e8f2bebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:41.155558 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cd9fd104-f1f8-4831-a6c3-b5678832f543 req-c6ba608c-42c4-4e81-857e-169e8f2bebda service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 1098 time: 0.0699897 Sep 22 21:05:41.177083 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cd9fd104-f1f8-4831-a6c3-b5678832f543 req-0d4b1cd1-b632-4007-b556-9372187ed8da service neutron] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:41.262998 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cd9fd104-f1f8-4831-a6c3-b5678832f543 req-0d4b1cd1-b632-4007-b556-9372187ed8da service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:41.345072 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-cd9fd104-f1f8-4831-a6c3-b5678832f543 req-0d4b1cd1-b632-4007-b556-9372187ed8da service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:41.374663 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cd9fd104-f1f8-4831-a6c3-b5678832f543 req-0d4b1cd1-b632-4007-b556-9372187ed8da service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096913 Sep 22 21:05:41.382523 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b1cd1-b632-4007-b556-9372187ed8da service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=239c4feb-5029-4243-ab13-97e73faaf0f5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:41.699120 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8beb25a-f456-462f-a322-f8cb4b8ab150 req-d57388bc-3878-4611-b811-5efd1d74a50e tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:41.700502 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e8beb25a-f456-462f-a322-f8cb4b8ab150 req-d57388bc-3878-4611-b811-5efd1d74a50e tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 945 time: 0.0734413 Sep 22 21:05:41.719528 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1cd05-8170-443f-9755-8473d532d2eb req-718ab95c-4665-460e-ae8c-18de530d94ef tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:41.720948 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2ec1cd05-8170-443f-9755-8473d532d2eb req-718ab95c-4665-460e-ae8c-18de530d94ef tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 943 time: 0.0852141 Sep 22 21:05:41.767101 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e8beb25a-f456-462f-a322-f8cb4b8ab150 req-8e16d96a-fd20-49a5-8318-584514c0bdae tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604265 Sep 22 21:05:41.773879 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2ec1cd05-8170-443f-9755-8473d532d2eb req-a85a7b90-2785-4b68-8671-547698d46e3c tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456178 Sep 22 21:05:41.868013 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103a5c4-9e5e-42e5-b41f-474b56538c6b req-bcac0f02-d46b-4860-a3f1-7a3e40df6e7c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:41.869518 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a103a5c4-9e5e-42e5-b41f-474b56538c6b req-bcac0f02-d46b-4860-a3f1-7a3e40df6e7c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0483325 Sep 22 21:05:41.906156 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a103a5c4-9e5e-42e5-b41f-474b56538c6b req-114fb0d6-7018-42e0-9d1f-cc3de0c03026 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302424 Sep 22 21:05:42.160070 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a077f28-57c0-4c37-bfd2-f3a3d03debab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bee78a-405e-4a35-b818-feb4eb72b44a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:05:42.162409 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6995f7-07d9-4754-b51b-00b240493c2d" -d '{"events": [{"server_uuid": "1a077f28-57c0-4c37-bfd2-f3a3d03debab", "name": "network-vif-plugged", "status": "completed", "tag": "07bee78a-405e-4a35-b818-feb4eb72b44a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:05:42.197891 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33289c8-1996-470e-b284-8bd3127f8c32 x-openstack-request-id: req-f33289c8-1996-470e-b284-8bd3127f8c32 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:05:42.198182 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a077f28-57c0-4c37-bfd2-f3a3d03debab", "name": "network-vif-plugged", "status": "completed", "tag": "07bee78a-405e-4a35-b818-feb4eb72b44a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:05:42.198432 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f33289c8-1996-470e-b284-8bd3127f8c32 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:05:42.198827 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a077f28-57c0-4c37-bfd2-f3a3d03debab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bee78a-405e-4a35-b818-feb4eb72b44a', 'code': 200} Sep 22 21:05:42.908618 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909b65e-f054-4ba3-a926-e8a83edb3aab req-b0394744-40cd-4832-870c-a46097972ced tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:42.910180 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3909b65e-f054-4ba3-a926-e8a83edb3aab req-b0394744-40cd-4832-870c-a46097972ced tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 945 time: 0.0784321 Sep 22 21:05:42.917911 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21891e9b-84ec-4a85-9445-d76758fd5cf9 req-1c0f943d-d4e9-482b-928f-9298a8564ea4 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:42.919255 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-21891e9b-84ec-4a85-9445-d76758fd5cf9 req-1c0f943d-d4e9-482b-928f-9298a8564ea4 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 943 time: 0.0773349 Sep 22 21:05:42.972088 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3909b65e-f054-4ba3-a926-e8a83edb3aab req-06029878-c156-46e8-9c18-358efced4d34 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519087 Sep 22 21:05:42.976787 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-21891e9b-84ec-4a85-9445-d76758fd5cf9 req-5cd9fb9e-f3bb-47ab-ba48-6ed4b3505b83 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510375 Sep 22 21:05:43.072479 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c7907-9f85-4972-a0d8-3f0a00a43d5c req-cc04bec2-ab2e-4b92-a1e6-49f30f9318a1 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:43.074443 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-eb5c7907-9f85-4972-a0d8-3f0a00a43d5c req-cc04bec2-ab2e-4b92-a1e6-49f30f9318a1 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0468829 Sep 22 21:05:43.110822 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-eb5c7907-9f85-4972-a0d8-3f0a00a43d5c req-c20e2213-6f86-446d-88b1-41834872f641 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305684 Sep 22 21:05:44.111890 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d9619-a1aa-478e-859c-471f7ff11d9d req-34b9596c-b193-47a9-9522-5eab9051827d tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:44.113471 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7b9d9619-a1aa-478e-859c-471f7ff11d9d req-34b9596c-b193-47a9-9522-5eab9051827d tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 945 time: 0.0759299 Sep 22 21:05:44.125871 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b440e8-9774-4570-ac4e-ec4ad0478b9a req-71a2147d-36e8-4baa-9c9e-52fa7acc7d68 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:44.127281 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-48b440e8-9774-4570-ac4e-ec4ad0478b9a req-71a2147d-36e8-4baa-9c9e-52fa7acc7d68 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 943 time: 0.0795400 Sep 22 21:05:44.177934 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7b9d9619-a1aa-478e-859c-471f7ff11d9d req-010e86a2-00ca-4e1c-abd8-a1d60ca56037 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497198 Sep 22 21:05:44.185465 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-48b440e8-9774-4570-ac4e-ec4ad0478b9a req-0da15848-5b74-4293-b45b-dd642618c65d tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516441 Sep 22 21:05:44.278475 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c60820-531d-449c-a477-74f62038f9cd req-c16b2615-32c0-4349-8768-52dfffa08b41 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:44.279836 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c2c60820-531d-449c-a477-74f62038f9cd req-c16b2615-32c0-4349-8768-52dfffa08b41 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0474892 Sep 22 21:05:44.316834 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c2c60820-531d-449c-a477-74f62038f9cd req-bbb96181-ba4c-4c55-997a-b00da4ccaf20 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310872 Sep 22 21:05:44.750868 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68362b9-ab46-49d2-936f-5940c521079a req-115c86b4-4549-4bd8-8ac8-49c3efe9790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:44.752368 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b68362b9-ab46-49d2-936f-5940c521079a req-115c86b4-4549-4bd8-8ac8-49c3efe9790d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 1098 time: 0.0434258 Sep 22 21:05:44.789446 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b68362b9-ab46-49d2-936f-5940c521079a req-d4f7247a-1f78-40b9-857b-812a79c9213e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285127 Sep 22 21:05:45.270359 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 5c0eedf4-b40f-42b6-abef-f93f004a1582 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:05:45.346214 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e3305-49d5-41d2-b7f6-06a79a60ccca req-e6de12e0-c5bf-4279-bf52-a1848f4c94f4 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:45.349190 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f72e3305-49d5-41d2-b7f6-06a79a60ccca req-e6de12e0-c5bf-4279-bf52-a1848f4c94f4 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 945 time: 0.1017246 Sep 22 21:05:45.363992 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6e11f-2c69-437d-968f-51c877c16909 req-16c3edc6-c778-4e29-83d1-d6d6bbbde5cd tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:45.366221 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c4b6e11f-2c69-437d-968f-51c877c16909 req-16c3edc6-c778-4e29-83d1-d6d6bbbde5cd tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 943 time: 0.0895565 Sep 22 21:05:45.373063 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 5c0eedf4-b40f-42b6-abef-f93f004a1582, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=5c0eedf4-b40f-42b6-abef-f93f004a1582,segment=NetworkSegment(aa1b7c1a-ba47-466a-9ebd-7db52b512d42),segment_id=aa1b7c1a-ba47-466a-9ebd-7db52b512d42)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:05:45.384562 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': '5c0eedf4-b40f-42b6-abef-f93f004a1582', 'network_id': '37594581-71ec-4a19-bf13-ec2e3365d219', 'port_id': '5c0eedf4-b40f-42b6-abef-f93f004a1582', 'mac_address': 'fa:16:3e:46:05:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc22b1c3-d4d4-4890-93ae-08f0ff0eb192', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:05:45.422063 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f72e3305-49d5-41d2-b7f6-06a79a60ccca req-2a94b8c2-d176-4c54-b3dc-ed01d6108dc5 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545545 Sep 22 21:05:45.426594 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:45.440004 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0eedf4-b40f-42b6-abef-f93f004a1582 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:05:45.445448 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c4b6e11f-2c69-437d-968f-51c877c16909 req-3b0a8541-3165-4eef-9e0b-1fa31396d88c tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539322 Sep 22 21:05:45.459424 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 5c0eedf4-b40f-42b6-abef-f93f004a1582, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=5c0eedf4-b40f-42b6-abef-f93f004a1582,segment=NetworkSegment(aa1b7c1a-ba47-466a-9ebd-7db52b512d42),segment_id=aa1b7c1a-ba47-466a-9ebd-7db52b512d42)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:05:45.529568 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d827fb-eb95-46cd-b12c-30ef3fe39cac req-2d001b9a-f25f-4e09-8040-7d2ed04ff9da tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:45.531034 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-10d827fb-eb95-46cd-b12c-30ef3fe39cac req-2d001b9a-f25f-4e09-8040-7d2ed04ff9da tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0467312 Sep 22 21:05:45.572397 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-10d827fb-eb95-46cd-b12c-30ef3fe39cac req-c62a24ba-4f83-44b1-8139-9f6c61c6a1fd tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304565 Sep 22 21:05:45.596698 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:45.645480 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=5c0eedf4-b40f-42b6-abef-f93f004a1582,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:45.853975 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['5c0eedf4-b40f-42b6-abef-f93f004a1582'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:05:46.269679 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 42894) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:46.384226 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0fb84ebb-48ad-438e-b6f3-1e0770413a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:46.475956 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0fb84ebb-48ad-438e-b6f3-1e0770413a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:46.570430 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e8646-ea2c-494b-9e2a-43201965b030 req-3a5e5c91-641c-4d41-97b4-379fa9bffc74 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:46.571982 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-793e8646-ea2c-494b-9e2a-43201965b030 req-3a5e5c91-641c-4d41-97b4-379fa9bffc74 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 945 time: 0.0775297 Sep 22 21:05:46.583165 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aa07d-a8e4-4526-b2a2-b26a2d680254 req-89f1262f-5dc5-4d2e-8759-553e96476936 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:46.584503 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-045aa07d-a8e4-4526-b2a2-b26a2d680254 req-89f1262f-5dc5-4d2e-8759-553e96476936 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 944 time: 0.0640490 Sep 22 21:05:46.606732 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0fb84ebb-48ad-438e-b6f3-1e0770413a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:46.644382 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-793e8646-ea2c-494b-9e2a-43201965b030 req-5d7b3ecb-e2bc-4b9a-9841-18147230b565 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589082 Sep 22 21:05:46.645649 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb84ebb-48ad-438e-b6f3-1e0770413a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8372deb2-6c45-4b0c-b0b8-d0a47276e60e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:46.649941 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-0fb84ebb-48ad-438e-b6f3-1e0770413a17 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=172eb1c6d57e457ab0fee429e473ee85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792436 Sep 22 21:05:46.652513 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-045aa07d-a8e4-4526-b2a2-b26a2d680254 req-19503e9b-cebc-4837-beb7-1769064f8d65 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616298 Sep 22 21:05:46.653085 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 42908) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:46.709897 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-98d7f413-60cf-48c4-b8ca-86dedb734fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:46.747663 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-98d7f413-60cf-48c4-b8ca-86dedb734fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:46.781135 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e0c65-9bfd-4e26-a4e1-b4dc417240d2 req-8f1de1df-dbb2-468b-8656-f2e3c18dbd48 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:46.782738 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2a3e0c65-9bfd-4e26-a4e1-b4dc417240d2 req-8f1de1df-dbb2-468b-8656-f2e3c18dbd48 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0556216 Sep 22 21:05:46.825340 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2a3e0c65-9bfd-4e26-a4e1-b4dc417240d2 req-b96af3ff-f16a-4995-a055-d97aa572400c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358322 Sep 22 21:05:46.922125 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-98d7f413-60cf-48c4-b8ca-86dedb734fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:46.924692 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-98d7f413-60cf-48c4-b8ca-86dedb734fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:46.925900 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-98d7f413-60cf-48c4-b8ca-86dedb734fa6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8372deb2-6c45-4b0c-b0b8-d0a47276e60e HTTP/1.1" status: 204 len: 168 time: 0.2719321 Sep 22 21:05:46.934275 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d7f413-60cf-48c4-b8ca-86dedb734fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8372deb2-6c45-4b0c-b0b8-d0a47276e60e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:47.273812 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 52dd9960-972b-43b2-9c40-22310cf5bd98 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:05:47.278972 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 5c0eedf4-b40f-42b6-abef-f93f004a1582 up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:05:47.415231 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 52dd9960-972b-43b2-9c40-22310cf5bd98, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=52dd9960-972b-43b2-9c40-22310cf5bd98,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:05:47.426398 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': '52dd9960-972b-43b2-9c40-22310cf5bd98', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'port_id': '52dd9960-972b-43b2-9c40-22310cf5bd98', 'mac_address': 'fa:16:3e:dd:b5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:05:47.469308 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:47.482180 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52dd9960-972b-43b2-9c40-22310cf5bd98 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:05:47.500629 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 52dd9960-972b-43b2-9c40-22310cf5bd98, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=52dd9960-972b-43b2-9c40-22310cf5bd98,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:05:47.516264 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port 5c0eedf4-b40f-42b6-abef-f93f004a1582 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:05:47.520221 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port 5c0eedf4-b40f-42b6-abef-f93f004a1582 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:05:47.520612 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:47.599087 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:47.601032 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:47.650680 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ebc383-0071-443a-8ebb-7e100800a282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0eedf4-b40f-42b6-abef-f93f004a1582'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:05:47.653110 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c63e1d-9009-4381-85ec-a6885dc05e54" -d '{"events": [{"server_uuid": "39ebc383-0071-443a-8ebb-7e100800a282", "name": "network-vif-plugged", "status": "completed", "tag": "5c0eedf4-b40f-42b6-abef-f93f004a1582"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:05:47.676229 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 5c0eedf4-b40f-42b6-abef-f93f004a1582, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=5c0eedf4-b40f-42b6-abef-f93f004a1582,segment=NetworkSegment(aa1b7c1a-ba47-466a-9ebd-7db52b512d42),segment_id=aa1b7c1a-ba47-466a-9ebd-7db52b512d42)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:05:47.680954 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=52dd9960-972b-43b2-9c40-22310cf5bd98,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:47.690801 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec55d5e4-399b-4a89-afd5-60770fb6c47e x-openstack-request-id: req-ec55d5e4-399b-4a89-afd5-60770fb6c47e {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:05:47.691093 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ebc383-0071-443a-8ebb-7e100800a282", "name": "network-vif-plugged", "status": "completed", "tag": "5c0eedf4-b40f-42b6-abef-f93f004a1582", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:05:47.691341 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ec55d5e4-399b-4a89-afd5-60770fb6c47e {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:05:47.691771 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ebc383-0071-443a-8ebb-7e100800a282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0eedf4-b40f-42b6-abef-f93f004a1582', 'code': 200} Sep 22 21:05:47.773972 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:47.819658 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8754bc0-b979-4790-b068-365ed1650e0a req-37ff950e-f83e-48ca-a087-5b47be7925af tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:47.821276 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b8754bc0-b979-4790-b068-365ed1650e0a req-37ff950e-f83e-48ca-a087-5b47be7925af tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 945 time: 0.0876222 Sep 22 21:05:47.846726 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=5c0eedf4-b40f-42b6-abef-f93f004a1582,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:47.847459 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e787d1-7845-4936-8358-573b78b2cd0c req-4b437576-c398-45e6-8890-f3625e7a1974 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:47.847459 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-50e787d1-7845-4936-8358-573b78b2cd0c req-4b437576-c398-45e6-8890-f3625e7a1974 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 944 time: 0.0953279 Sep 22 21:05:47.904434 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['52dd9960-972b-43b2-9c40-22310cf5bd98'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:05:47.905139 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b8754bc0-b979-4790-b068-365ed1650e0a req-bc013aa7-3720-4ea8-940b-8ee4dc463158 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715833 Sep 22 21:05:47.921720 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-50e787d1-7845-4936-8358-573b78b2cd0c req-42c4ae82-cfab-489a-a005-660234c9f9fe tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694768 Sep 22 21:05:48.018193 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f5eca-d2bd-4080-a5c1-97e1a24b2d23 req-a6d68660-3888-4ec7-9693-7fda7d9b17ee tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:48.019738 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bd4f5eca-d2bd-4080-a5c1-97e1a24b2d23 req-a6d68660-3888-4ec7-9693-7fda7d9b17ee tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 944 time: 0.0519416 Sep 22 21:05:48.098747 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bd4f5eca-d2bd-4080-a5c1-97e1a24b2d23 req-1d1b9914-318f-4f42-a819-3f99e5a3a8d1 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649090 Sep 22 21:05:48.112656 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9d00d-5f2c-4260-bad5-3a5ccf044df9 req-3fe116fc-f07e-4b0a-b3dc-95f437b7f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:48.114148 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-86e9d00d-5f2c-4260-bad5-3a5ccf044df9 req-3fe116fc-f07e-4b0a-b3dc-95f437b7f870 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 1098 time: 0.0441253 Sep 22 21:05:48.155862 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-86e9d00d-5f2c-4260-bad5-3a5ccf044df9 req-ff1b8af6-77b0-4720-8854-f8a63848ef83 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329785 Sep 22 21:05:49.037441 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadcbf89-8770-40c6-bb6a-6da07e3906ff req-61c18b12-44e1-48f1-a92d-d09b2adb4e1e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:49.038927 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-aadcbf89-8770-40c6-bb6a-6da07e3906ff req-61c18b12-44e1-48f1-a92d-d09b2adb4e1e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0506947 Sep 22 21:05:49.080459 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-aadcbf89-8770-40c6-bb6a-6da07e3906ff req-ca0fe3dc-3efb-4418-9081-475a1019ef26 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350606 Sep 22 21:05:49.225944 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe01df-7f67-4525-a679-a40df3e7474f req-a269ea7b-63f0-4da6-8e5e-457ebb00803a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:49.227629 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9fbe01df-7f67-4525-a679-a40df3e7474f req-a269ea7b-63f0-4da6-8e5e-457ebb00803a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 944 time: 0.0509450 Sep 22 21:05:49.273286 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9fbe01df-7f67-4525-a679-a40df3e7474f req-0447fa30-5cce-4321-8392-16ebbacb403b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388877 Sep 22 21:05:50.194954 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eac810-45ff-40de-a3ee-7cc0b492d1f4 req-3c91518b-7288-4b43-9274-8c79d08c15df tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:50.195602 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 52dd9960-972b-43b2-9c40-22310cf5bd98 up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:05:50.196478 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-88eac810-45ff-40de-a3ee-7cc0b492d1f4 req-3c91518b-7288-4b43-9274-8c79d08c15df tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0480216 Sep 22 21:05:50.235949 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-88eac810-45ff-40de-a3ee-7cc0b492d1f4 req-c6a0a9fc-2b5a-47e3-88c2-26169ab1c7fa tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328486 Sep 22 21:05:50.346949 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port 52dd9960-972b-43b2-9c40-22310cf5bd98 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:05:50.351605 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port 52dd9960-972b-43b2-9c40-22310cf5bd98 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:05:50.351961 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:50.433518 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce04a3-79b6-44e1-ac53-3b9a62837b66 req-acc17e02-1953-4a50-8311-e1014d4f5c8c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:50.434608 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:50.435328 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-69ce04a3-79b6-44e1-ac53-3b9a62837b66 req-acc17e02-1953-4a50-8311-e1014d4f5c8c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 944 time: 0.0889182 Sep 22 21:05:50.457884 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af93b7e-054c-41cc-ba4f-026f3d2bb824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dd9960-972b-43b2-9c40-22310cf5bd98'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:05:50.460087 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5887a55-7fe3-4428-8235-b11fefd73c90" -d '{"events": [{"server_uuid": "1af93b7e-054c-41cc-ba4f-026f3d2bb824", "name": "network-vif-plugged", "status": "completed", "tag": "52dd9960-972b-43b2-9c40-22310cf5bd98"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:05:50.492913 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 52dd9960-972b-43b2-9c40-22310cf5bd98, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=52dd9960-972b-43b2-9c40-22310cf5bd98,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:05:50.494813 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-69ce04a3-79b6-44e1-ac53-3b9a62837b66 req-2d1b41fc-3e4b-4a45-ab9a-083339d9a829 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527503 Sep 22 21:05:50.504322 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e52e5e-3cfc-468a-a908-d83c2cb4d3df x-openstack-request-id: req-f5e52e5e-3cfc-468a-a908-d83c2cb4d3df {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:05:50.504614 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af93b7e-054c-41cc-ba4f-026f3d2bb824", "name": "network-vif-plugged", "status": "completed", "tag": "52dd9960-972b-43b2-9c40-22310cf5bd98", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:05:50.504887 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5e52e5e-3cfc-468a-a908-d83c2cb4d3df {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:05:50.505285 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af93b7e-054c-41cc-ba4f-026f3d2bb824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dd9960-972b-43b2-9c40-22310cf5bd98', 'code': 200} Sep 22 21:05:50.577182 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:50.622764 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=52dd9960-972b-43b2-9c40-22310cf5bd98,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:51.349152 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5459e09-0641-415f-86e0-5990db9314e8 req-83f50d44-cc86-451e-96f9-2d61c06a62a5 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:51.350588 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c5459e09-0641-415f-86e0-5990db9314e8 req-83f50d44-cc86-451e-96f9-2d61c06a62a5 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0467517 Sep 22 21:05:51.387144 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c5459e09-0641-415f-86e0-5990db9314e8 req-d8e22583-5f8c-4546-bbc9-8473686d2c13 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308385 Sep 22 21:05:51.610531 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5a017-b981-42b2-a811-472a22f8e2c5 req-734ebffc-55be-4d13-b0f8-7a47319b0fd8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:51.611992 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-66a5a017-b981-42b2-a811-472a22f8e2c5 req-734ebffc-55be-4d13-b0f8-7a47319b0fd8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0467446 Sep 22 21:05:51.648103 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-66a5a017-b981-42b2-a811-472a22f8e2c5 req-b75e23c2-b8bf-4025-bcc2-2b6597556694 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301368 Sep 22 21:05:52.502283 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ebd304-1d48-40fc-917e-fa3947390faa req-c6c2ffae-09f5-4bfc-887a-f4adf3014e71 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:52.512165 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b1ebd304-1d48-40fc-917e-fa3947390faa req-c6c2ffae-09f5-4bfc-887a-f4adf3014e71 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0530629 Sep 22 21:05:52.564346 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b1ebd304-1d48-40fc-917e-fa3947390faa req-060d9022-031e-4b16-8666-f73e19a6f42f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516751 Sep 22 21:05:52.571276 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18320dc-24da-46ba-8bd3-e7ab851bf162 req-cfe94fa2-75af-4135-8308-27491020a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:52.573073 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b18320dc-24da-46ba-8bd3-e7ab851bf162 req-cfe94fa2-75af-4135-8308-27491020a8aa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 1098 time: 0.0683632 Sep 22 21:05:52.630633 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b18320dc-24da-46ba-8bd3-e7ab851bf162 req-6dba7f5f-6870-4f59-b1c3-30b13d3c1c7c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378001 Sep 22 21:05:52.764384 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3107614-86d9-4402-a938-838a5cdbbf90 req-ffcf39dd-165b-4912-97a9-4279a842e833 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:52.765888 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d3107614-86d9-4402-a938-838a5cdbbf90 req-ffcf39dd-165b-4912-97a9-4279a842e833 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0473969 Sep 22 21:05:52.802311 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d3107614-86d9-4402-a938-838a5cdbbf90 req-dbca8ad6-ae1e-4b75-b037-338ed1b549d0 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304749 Sep 22 21:05:53.695671 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b56be-2413-4ace-b406-b0acdca471f8 req-46ae84fd-72fe-402e-962d-9408e04bb0f9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:53.697210 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1f6b56be-2413-4ace-b406-b0acdca471f8 req-46ae84fd-72fe-402e-962d-9408e04bb0f9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0534558 Sep 22 21:05:53.767428 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1f6b56be-2413-4ace-b406-b0acdca471f8 req-e6422eb3-7574-4595-92c2-b1f4d3deca1c tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588861 Sep 22 21:05:54.840043 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940a280c-9d72-4784-8433-ffe758e0806d req-abe8aba5-33c1-436f-bff0-be8ad64201ab tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:54.842904 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-940a280c-9d72-4784-8433-ffe758e0806d req-abe8aba5-33c1-436f-bff0-be8ad64201ab tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0521212 Sep 22 21:05:54.905667 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-940a280c-9d72-4784-8433-ffe758e0806d req-e50a066b-e298-4db2-9caa-945d8b498954 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578723 Sep 22 21:05:54.918596 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e9d2d-df76-4da6-bc25-4bcda6f7942f req-9b6cddbc-53ea-4c74-b0df-9ce9c028bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:54.920119 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-933e9d2d-df76-4da6-bc25-4bcda6f7942f req-9b6cddbc-53ea-4c74-b0df-9ce9c028bdad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15964513ebf422683c0a52d8b7917a1&device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 1098 time: 0.0535066 Sep 22 21:05:55.297536 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9676039-5168-4023-8d59-ded54c58d38c req-35e28c54-30aa-4e24-88cc-b2f3c26f63aa tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:55.298981 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b9676039-5168-4023-8d59-ded54c58d38c req-35e28c54-30aa-4e24-88cc-b2f3c26f63aa tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.3330412 Sep 22 21:05:55.327212 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e9d2d-df76-4da6-bc25-4bcda6f7942f req-1935e8cb-39f9-42b0-826f-e3f56db3dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:55.328600 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-933e9d2d-df76-4da6-bc25-4bcda6f7942f req-1935e8cb-39f9-42b0-826f-e3f56db3dfe0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=37594581-71ec-4a19-bf13-ec2e3365d219 HTTP/1.1" status: 200 len: 920 time: 0.4008563 Sep 22 21:05:55.389133 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b9676039-5168-4023-8d59-ded54c58d38c req-3cb10e8f-31eb-4759-9472-8d02ef57fc07 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811939 Sep 22 21:05:55.397526 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-933e9d2d-df76-4da6-bc25-4bcda6f7942f req-a6a1df7b-1a02-426b-81de-44a8579b3843 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c0eedf4-b40f-42b6-abef-f93f004a1582 HTTP/1.1" status: 200 len: 217 time: 0.0614934 Sep 22 21:05:55.461294 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e9d2d-df76-4da6-bc25-4bcda6f7942f req-e87dbad0-0e53-4470-a487-f1f329f5737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:55.462326 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-933e9d2d-df76-4da6-bc25-4bcda6f7942f req-e87dbad0-0e53-4470-a487-f1f329f5737a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc22b1c3-d4d4-4890-93ae-08f0ff0eb192 HTTP/1.1" status: 200 len: 859 time: 0.0571847 Sep 22 21:05:55.509029 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-933e9d2d-df76-4da6-bc25-4bcda6f7942f req-28393872-abd4-4c4e-8e52-9cc36b75493c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37594581-71ec-4a19-bf13-ec2e3365d219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395412 Sep 22 21:05:55.529541 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c150952-e3f8-4f2c-b500-d0edb49e7129 req-bba3db65-e8b6-4964-9834-69abfcfdf240 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:55.531029 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6c150952-e3f8-4f2c-b500-d0edb49e7129 req-bba3db65-e8b6-4964-9834-69abfcfdf240 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0726352 Sep 22 21:05:55.546590 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 43192) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:55.553154 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ab6f1fc0-8991-4aa5-9574-1cb2f1d98aca tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Request body: {'floatingip': {'port_id': '52dd9960-972b-43b2-9c40-22310cf5bd98'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:05:55.629334 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ab6f1fc0-8991-4aa5-9574-1cb2f1d98aca tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for floatingip, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:55.632028 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-933e9d2d-df76-4da6-bc25-4bcda6f7942f req-54938e2b-70fd-4c00-9d9b-63f4a8652258 service neutron] 10.222.0.48 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000206 Sep 22 21:05:55.764665 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 43202) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:55.796602 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-933e9d2d-df76-4da6-bc25-4bcda6f7942f req-b99a5c32-2a0d-4d27-8b97-2f8405951915 service neutron] 10.222.0.48 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294601 Sep 22 21:05:55.964799 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5f48f42b-d23f-4d9e-acf8-a1be66d330ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:56.018362 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5f48f42b-d23f-4d9e-acf8-a1be66d330ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:56.161740 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5f48f42b-d23f-4d9e-acf8-a1be66d330ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:56.202511 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-5f48f42b-d23f-4d9e-acf8-a1be66d330ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ebde943de0e34d09830af3c10a43f7c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367819 Sep 22 21:05:56.209158 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48f42b-d23f-4d9e-acf8-a1be66d330ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64501349-d0a6-4bfb-a744-9491e6992307,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:56.209295 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 43206) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:56.309845 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ab6f1fc0-8991-4aa5-9574-1cb2f1d98aca tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:56.327424 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8bc4-8e13-45f0-9654-7b5aa41e87ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:56.356749 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8bc4-8e13-45f0-9654-7b5aa41e87ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:56.406300 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ab6f1fc0-8991-4aa5-9574-1cb2f1d98aca tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741466'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:56.432133 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 43218) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:56.504760 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8bc4-8e13-45f0-9654-7b5aa41e87ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:56.508505 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8bc4-8e13-45f0-9654-7b5aa41e87ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:56.509591 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-7d2e8bc4-8e13-45f0-9654-7b5aa41e87ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64501349-d0a6-4bfb-a744-9491e6992307 HTTP/1.1" status: 204 len: 168 time: 0.3034303 Sep 22 21:05:56.525224 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e8bc4-8e13-45f0-9654-7b5aa41e87ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64501349-d0a6-4bfb-a744-9491e6992307,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:56.539340 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c520902-5833-495b-b217-6ef6f85b539c req-d45265f2-6346-4c32-8bcf-d98d004cb14b tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:56.539910 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.l3_db [None req-ab6f1fc0-8991-4aa5-9574-1cb2f1d98aca tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Floating IP 05cc119a-625b-408f-bef9-27ae59e6d3ff associated. External IP: 172.27.0.32, port: 52dd9960-972b-43b2-9c40-22310cf5bd98. Sep 22 21:05:56.554840 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2c520902-5833-495b-b217-6ef6f85b539c req-d45265f2-6346-4c32-8bcf-d98d004cb14b tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0807557 Sep 22 21:05:56.591121 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9e5dd55-ce09-4279-a9bc-8504c8f4a876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:56.619260 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2c520902-5833-495b-b217-6ef6f85b539c req-a6792c1f-1fe0-470f-9a5f-ec68e078b931 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635486 Sep 22 21:05:56.706570 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9e5dd55-ce09-4279-a9bc-8504c8f4a876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:56.784083 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9e5dd55-ce09-4279-a9bc-8504c8f4a876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:56.824849 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-e9e5dd55-ce09-4279-a9bc-8504c8f4a876 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d7488e5cbe141618ab038c0c09165e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3913817 Sep 22 21:05:56.826856 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5dd55-ce09-4279-a9bc-8504c8f4a876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b6bff7-978e-4299-a83c-2557b0512d48,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:56.829397 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 43226) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:56.882848 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23dd22b6-c008-42a4-ae3a-e4ecb4c18b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:56.903457 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23dd22b6-c008-42a4-ae3a-e4ecb4c18b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:56.908627 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6f1fc0-8991-4aa5-9574-1cb2f1d98aca tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Router 6024d0f1-aa12-40a6-87fe-640b96abffb0 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:05:57.017411 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6f1fc0-8991-4aa5-9574-1cb2f1d98aca tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:05:57.021955 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ab6f1fc0-8991-4aa5-9574-1cb2f1d98aca tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:57.031450 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d0850-c0bb-44f0-ab13-c90a8c674a59 None None] Sync routers for ids ['6024d0f1-aa12-40a6-87fe-640b96abffb0'] in dv-cinder-810415-3-iscsi {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:05:57.033933 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23dd22b6-c008-42a4-ae3a-e4ecb4c18b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:57.036470 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-23dd22b6-c008-42a4-ae3a-e4ecb4c18b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:57.038699 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-23dd22b6-c008-42a4-ae3a-e4ecb4c18b87 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46b6bff7-978e-4299-a83c-2557b0512d48 HTTP/1.1" status: 204 len: 168 time: 0.2075334 Sep 22 21:05:57.047556 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd22b6-c008-42a4-ae3a-e4ecb4c18b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b6bff7-978e-4299-a83c-2557b0512d48,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:57.049946 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-ab6f1fc0-8991-4aa5-9574-1cb2f1d98aca tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "PUT /v2.0/floatingips/05cc119a-625b-408f-bef9-27ae59e6d3ff HTTP/1.1" status: 200 len: 990 time: 1.5016394 Sep 22 21:05:57.055017 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1af93b7e-054c-41cc-ba4f-026f3d2bb824', 'tag': '52dd9960-972b-43b2-9c40-22310cf5bd98'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:05:57.055017 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed789b4-6d81-4ef3-a581-8e8989aef030" -d '{"events": [{"name": "network-changed", "server_uuid": "1af93b7e-054c-41cc-ba4f-026f3d2bb824", "tag": "52dd9960-972b-43b2-9c40-22310cf5bd98"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:05:57.066148 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812d0850-c0bb-44f0-ab13-c90a8c674a59 None None] Routers {'6024d0f1-aa12-40a6-87fe-640b96abffb0'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:05:57.066782 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-812d0850-c0bb-44f0-ab13-c90a8c674a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:05:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['6024d0f1-aa12-40a6-87fe-640b96abffb0'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:57.101090 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba06a962-3109-4c8b-abfd-d930c135d321 x-openstack-request-id: req-ba06a962-3109-4c8b-abfd-d930c135d321 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:05:57.101375 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1af93b7e-054c-41cc-ba4f-026f3d2bb824", "tag": "52dd9960-972b-43b2-9c40-22310cf5bd98", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:05:57.101616 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ba06a962-3109-4c8b-abfd-d930c135d321 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:05:57.101999 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1af93b7e-054c-41cc-ba4f-026f3d2bb824', 'tag': '52dd9960-972b-43b2-9c40-22310cf5bd98', 'status': 'completed', 'code': 200} Sep 22 21:05:57.180828 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-812d0850-c0bb-44f0-ab13-c90a8c674a59 None None] Set router 6024d0f1-aa12-40a6-87fe-640b96abffb0 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:05:57.273133 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 43244) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:57.287903 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d7655e5-7809-4c8f-a921-a2e141e3d37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:57.421282 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d7655e5-7809-4c8f-a921-a2e141e3d37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:57.464814 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 43252) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:57.487028 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4d7655e5-7809-4c8f-a921-a2e141e3d37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:57.525821 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-4d7655e5-7809-4c8f-a921-a2e141e3d37b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=17f160eafdd44931934ccf7d987da7e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2507088 Sep 22 21:05:57.527176 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7655e5-7809-4c8f-a921-a2e141e3d37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ee368f-d413-4bb3-b9e1-ce08d439ba86,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:57.529070 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 43256) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:57.535231 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-812d0850-c0bb-44f0-ab13-c90a8c674a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:05:03Z', 'revision_number': 4, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port': {'id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': '05cc119a-625b-408f-bef9-27ae59e6d3ff', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'port_id': '52dd9960-972b-43b2-9c40-22310cf5bd98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'mac_address': 'fa:16:3e:dd:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af93b7e-054c-41cc-ba4f-026f3d2bb824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:05:12Z', 'updated_at': '2021-09-22T21:05:56Z', 'revision_number': 1, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae337004-0185-4af4-ba09-5ec9991f4769', 'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'mac_address': 'fa:16:3e:99:61:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:02Z', 'updated_at': '2021-09-22T21:05:09Z', 'revision_number': 5, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'subnets': [{'id': '6978b747-bc4a-4923-9a63-b539852557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:57.564259 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d0850-c0bb-44f0-ab13-c90a8c674a59 None None] Checking router: 6024d0f1-aa12-40a6-87fe-640b96abffb0 for host: dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:05:57.572888 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812d0850-c0bb-44f0-ab13-c90a8c674a59 None None] Routers {'6024d0f1-aa12-40a6-87fe-640b96abffb0'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:05:57.591139 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-812d0850-c0bb-44f0-ab13-c90a8c674a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:05:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['6024d0f1-aa12-40a6-87fe-640b96abffb0'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:57.603338 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-107dcd23-db69-4a40-8277-e607431739be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:57.633927 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-107dcd23-db69-4a40-8277-e607431739be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:57.689564 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-812d0850-c0bb-44f0-ab13-c90a8c674a59 None None] Set router 6024d0f1-aa12-40a6-87fe-640b96abffb0 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:05:57.783588 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95283889-824c-4bb0-8980-e550b7ba1f2e req-a7887e9f-95c8-4957-b01f-cb5d13f6b30f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:57.786221 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-95283889-824c-4bb0-8980-e550b7ba1f2e req-a7887e9f-95c8-4957-b01f-cb5d13f6b30f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0715647 Sep 22 21:05:57.788585 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68d30808-f796-4bee-9295-9864f37fbfda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:57.841872 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-107dcd23-db69-4a40-8277-e607431739be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:57.847361 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-107dcd23-db69-4a40-8277-e607431739be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:57.852579 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-107dcd23-db69-4a40-8277-e607431739be admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79ee368f-d413-4bb3-b9e1-ce08d439ba86 HTTP/1.1" status: 204 len: 168 time: 0.3219738 Sep 22 21:05:57.861525 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107dcd23-db69-4a40-8277-e607431739be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ee368f-d413-4bb3-b9e1-ce08d439ba86,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:57.870438 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dcd23-db69-4a40-8277-e607431739be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:57.870787 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dcd23-db69-4a40-8277-e607431739be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:57.871124 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dcd23-db69-4a40-8277-e607431739be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:57.871454 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dcd23-db69-4a40-8277-e607431739be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:57.871781 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dcd23-db69-4a40-8277-e607431739be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:57.872107 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dcd23-db69-4a40-8277-e607431739be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:57.872476 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dcd23-db69-4a40-8277-e607431739be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:57.872829 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dcd23-db69-4a40-8277-e607431739be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:57.873157 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dcd23-db69-4a40-8277-e607431739be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:57.873465 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dcd23-db69-4a40-8277-e607431739be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:57.873950 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dcd23-db69-4a40-8277-e607431739be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:57.874434 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107dcd23-db69-4a40-8277-e607431739be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:57.876896 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-95283889-824c-4bb0-8980-e550b7ba1f2e req-c4f80028-0d31-49c5-a1a6-aebebdb45fc2 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806978 Sep 22 21:05:57.948297 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-812d0850-c0bb-44f0-ab13-c90a8c674a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:05:03Z', 'revision_number': 4, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port': {'id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': '05cc119a-625b-408f-bef9-27ae59e6d3ff', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'port_id': '52dd9960-972b-43b2-9c40-22310cf5bd98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'mac_address': 'fa:16:3e:dd:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af93b7e-054c-41cc-ba4f-026f3d2bb824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:05:12Z', 'updated_at': '2021-09-22T21:05:56Z', 'revision_number': 1, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae337004-0185-4af4-ba09-5ec9991f4769', 'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'mac_address': 'fa:16:3e:99:61:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:02Z', 'updated_at': '2021-09-22T21:05:09Z', 'revision_number': 5, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'subnets': [{'id': '6978b747-bc4a-4923-9a63-b539852557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:05:57.949783 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68d30808-f796-4bee-9295-9864f37fbfda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:57.974264 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812d0850-c0bb-44f0-ab13-c90a8c674a59 None None] The sync data for ids ['6024d0f1-aa12-40a6-87fe-640b96abffb0'] in dv-cinder-810415-3-iscsi is: [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:05:03Z', 'revision_number': 4, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port': {'id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': '05cc119a-625b-408f-bef9-27ae59e6d3ff', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'port_id': '52dd9960-972b-43b2-9c40-22310cf5bd98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 101, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'mac_address': 'fa:16:3e:dd:b5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af93b7e-054c-41cc-ba4f-026f3d2bb824', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:05:12Z', 'updated_at': '2021-09-22T21:05:56Z', 'revision_number': 1, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae337004-0185-4af4-ba09-5ec9991f4769', 'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'mac_address': 'fa:16:3e:99:61:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:02Z', 'updated_at': '2021-09-22T21:05:09Z', 'revision_number': 5, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'subnets': [{'id': '6978b747-bc4a-4923-9a63-b539852557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:05:58.002153 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68d30808-f796-4bee-9295-9864f37fbfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:58.040677 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-68d30808-f796-4bee-9295-9864f37fbfda admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed5ab288dd6b4788a51bbf97ef643166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5742767 Sep 22 21:05:58.042268 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d30808-f796-4bee-9295-9864f37fbfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5374be05-5775-4370-9581-3f2bc048fbf1,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:58.043832 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 43266) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:58.070098 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 43268) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:58.083148 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f58bd85-b2b9-4d2c-a817-cf16b011410c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:58.098144 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e52da7d-8df0-4c43-a7de-9506d709d380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:58.122134 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e52da7d-8df0-4c43-a7de-9506d709d380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:58.186822 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f58bd85-b2b9-4d2c-a817-cf16b011410c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:58.218656 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ece60d8-58dc-4288-8e97-8762bace343c None None] New status for floating IP 05cc119a-625b-408f-bef9-27ae59e6d3ff: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:05:58.252636 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e52da7d-8df0-4c43-a7de-9506d709d380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:58.255403 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7e52da7d-8df0-4c43-a7de-9506d709d380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:58.257760 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-7e52da7d-8df0-4c43-a7de-9506d709d380 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5374be05-5775-4370-9581-3f2bc048fbf1 HTTP/1.1" status: 204 len: 168 time: 0.2128913 Sep 22 21:05:58.266970 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e52da7d-8df0-4c43-a7de-9506d709d380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5374be05-5775-4370-9581-3f2bc048fbf1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:58.281130 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f58bd85-b2b9-4d2c-a817-cf16b011410c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:58.317810 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-4f58bd85-b2b9-4d2c-a817-cf16b011410c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=640f8f076de24e7ab1d76f6e25a4526e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439425 Sep 22 21:05:58.318347 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 43278) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:58.346642 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58bd85-b2b9-4d2c-a817-cf16b011410c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b634a7-328f-4534-8e92-5af6efaf9b2c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:58.355205 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f58bd85-b2b9-4d2c-a817-cf16b011410c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:58.355794 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f58bd85-b2b9-4d2c-a817-cf16b011410c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:58.356295 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f58bd85-b2b9-4d2c-a817-cf16b011410c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:58.356684 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f58bd85-b2b9-4d2c-a817-cf16b011410c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:58.357042 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f58bd85-b2b9-4d2c-a817-cf16b011410c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:58.357364 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f58bd85-b2b9-4d2c-a817-cf16b011410c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:58.357743 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f58bd85-b2b9-4d2c-a817-cf16b011410c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:58.358066 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f58bd85-b2b9-4d2c-a817-cf16b011410c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:58.358454 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f58bd85-b2b9-4d2c-a817-cf16b011410c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:58.358829 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f58bd85-b2b9-4d2c-a817-cf16b011410c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:58.359150 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f58bd85-b2b9-4d2c-a817-cf16b011410c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:58.359481 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f58bd85-b2b9-4d2c-a817-cf16b011410c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:05:58.382117 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-437bfef1-f842-479b-928d-69f0527ed879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:58.410278 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-437bfef1-f842-479b-928d-69f0527ed879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:58.548159 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-437bfef1-f842-479b-928d-69f0527ed879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:58.550847 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-437bfef1-f842-479b-928d-69f0527ed879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:58.557526 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-437bfef1-f842-479b-928d-69f0527ed879 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/06b634a7-328f-4534-8e92-5af6efaf9b2c HTTP/1.1" status: 204 len: 168 time: 0.2330723 Sep 22 21:05:58.564320 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437bfef1-f842-479b-928d-69f0527ed879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b634a7-328f-4534-8e92-5af6efaf9b2c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:59.032158 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ba59c-2463-4446-85f2-de5fa589183d req-950089ed-e16d-4092-b6a4-106cdccf2952 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:59.033722 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ca1ba59c-2463-4446-85f2-de5fa589183d req-950089ed-e16d-4092-b6a4-106cdccf2952 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0917637 Sep 22 21:05:59.036498 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed789b4-6d81-4ef3-a581-8e8989aef030 req-c5ee4042-102c-40d0-80c2-da5c9dc2aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:59.037877 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8ed789b4-6d81-4ef3-a581-8e8989aef030 req-c5ee4042-102c-40d0-80c2-da5c9dc2aebf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6b763283e694a7fb6a51a7298132497&device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 1098 time: 0.0851200 Sep 22 21:05:59.058622 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 43306) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:59.075874 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c281278c-4fd8-4e38-8728-df646c8d50d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:59.106941 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ca1ba59c-2463-4446-85f2-de5fa589183d req-000b149c-f436-4f2e-b007-5d727e6589f2 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664380 Sep 22 21:05:59.184291 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c281278c-4fd8-4e38-8728-df646c8d50d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:59.191016 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed789b4-6d81-4ef3-a581-8e8989aef030 req-fc64cabe-4436-4c6a-83df-522e18d7b040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:59.192558 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8ed789b4-6d81-4ef3-a581-8e8989aef030 req-fc64cabe-4436-4c6a-83df-522e18d7b040 service neutron] 10.222.0.48 "GET /v2.0/networks?id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb HTTP/1.1" status: 200 len: 917 time: 0.1393206 Sep 22 21:05:59.273797 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c281278c-4fd8-4e38-8728-df646c8d50d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:59.326976 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-c281278c-4fd8-4e38-8728-df646c8d50d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5801b853da1f4454a906a13ad59f9d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2672303 Sep 22 21:05:59.327612 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 43326) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:59.328996 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281278c-4fd8-4e38-8728-df646c8d50d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8f70dd-7654-48b5-bba1-210f3f8e2b6b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:59.376909 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8ed789b4-6d81-4ef3-a581-8e8989aef030 req-078c17b6-1818-437b-b281-944735904d8b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52dd9960-972b-43b2-9c40-22310cf5bd98 HTTP/1.1" status: 200 len: 1000 time: 0.1623094 Sep 22 21:05:59.448443 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7ec0bc9-982a-4ee5-bed0-2c66144c0f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:59.451807 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed789b4-6d81-4ef3-a581-8e8989aef030 req-27f30183-fe63-44a2-87e1-24143564afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:59.453314 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8ed789b4-6d81-4ef3-a581-8e8989aef030 req-27f30183-fe63-44a2-87e1-24143564afe3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6978b747-bc4a-4923-9a63-b539852557c1 HTTP/1.1" status: 200 len: 855 time: 0.0655365 Sep 22 21:05:59.497160 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7ec0bc9-982a-4ee5-bed0-2c66144c0f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:59.537942 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 43336) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:05:59.539389 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed789b4-6d81-4ef3-a581-8e8989aef030 req-18a4b2e3-c8e8-4e92-90f7-a6a840951cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:05:59.540911 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8ed789b4-6d81-4ef3-a581-8e8989aef030 req-18a4b2e3-c8e8-4e92-90f7-a6a840951cb3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802724 Sep 22 21:05:59.647123 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7ec0bc9-982a-4ee5-bed0-2c66144c0f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:59.650003 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a7ec0bc9-982a-4ee5-bed0-2c66144c0f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:59.651849 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-a7ec0bc9-982a-4ee5-bed0-2c66144c0f82 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c8f70dd-7654-48b5-bba1-210f3f8e2b6b HTTP/1.1" status: 204 len: 168 time: 0.3236933 Sep 22 21:05:59.659745 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8ed789b4-6d81-4ef3-a581-8e8989aef030 req-114bb429-9442-4187-9099-5c33807c8e32 service neutron] 10.222.0.48 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029499 Sep 22 21:05:59.664510 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec0bc9-982a-4ee5-bed0-2c66144c0f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8f70dd-7654-48b5-bba1-210f3f8e2b6b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:05:59.729998 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-09ae5e7d-1875-4c28-8c87-82a1cf77cb6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-664570857-network', 'tenant_id': '4db8c932f44446728d9233fd1e78ba92'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:05:59.797497 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8ed789b4-6d81-4ef3-a581-8e8989aef030 req-a5719081-c8c4-4356-9123-b0f473cc7ace service neutron] 10.222.0.48 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289721 Sep 22 21:05:59.864592 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ae5e7d-1875-4c28-8c87-82a1cf77cb6b admin admin] Made reservation on behalf of 4db8c932f44446728d9233fd1e78ba92 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:05:59.868877 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-09ae5e7d-1875-4c28-8c87-82a1cf77cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:59.879675 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-09ae5e7d-1875-4c28-8c87-82a1cf77cb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:05:59.966005 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-09ae5e7d-1875-4c28-8c87-82a1cf77cb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:00.081141 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-09ae5e7d-1875-4c28-8c87-82a1cf77cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:00.102013 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09ae5e7d-1875-4c28-8c87-82a1cf77cb6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:06:00.116239 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae5e7d-1875-4c28-8c87-82a1cf77cb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7caa66-8991-4105-8e66-3a6b91afab04,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:00.123234 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-09ae5e7d-1875-4c28-8c87-82a1cf77cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:00.123577 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.segments_db [None req-09ae5e7d-1875-4c28-8c87-82a1cf77cb6b admin admin] Added segment fde8e8c3-5403-45fd-a37d-e9468e825f8d of type vlan for network 0070fc4b-ffbd-4d1f-a816-0bb31ee5defd Sep 22 21:06:00.176943 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-09ae5e7d-1875-4c28-8c87-82a1cf77cb6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786351554335'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:00.235200 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddfd878-1189-4304-992f-20cb45556622 req-31f1ba12-7234-44da-bb8b-47c342a47273 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:00.237459 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4ddfd878-1189-4304-992f-20cb45556622 req-31f1ba12-7234-44da-bb8b-47c342a47273 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0516286 Sep 22 21:06:00.279613 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4ddfd878-1189-4304-992f-20cb45556622 req-1eca75e6-70fd-4d99-b9b9-21ff5cde0947 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356960 Sep 22 21:06:00.298236 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-09ae5e7d-1875-4c28-8c87-82a1cf77cb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:00.310818 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ae5e7d-1875-4c28-8c87-82a1cf77cb6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:00.310818 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-09ae5e7d-1875-4c28-8c87-82a1cf77cb6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:00.358235 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ae5e7d-1875-4c28-8c87-82a1cf77cb6b admin admin] Pushing event updated for resources: {'Network': ['ID=0070fc4b-ffbd-4d1f-a816-0bb31ee5defd,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:00.368637 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Network 0070fc4b-ffbd-4d1f-a816-0bb31ee5defd details requested by agent ovs-agent-dv-cinder-810415-3-iscsi with host dv-cinder-810415-3-iscsi {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 21:06:00.453602 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-09ae5e7d-1875-4c28-8c87-82a1cf77cb6b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9143927 Sep 22 21:06:00.456452 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 43372) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:00.463264 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b8cf1a58-d904-4493-a9a8-a5c1442aacec admin admin] Request body: {'subnet': {'network_id': '0070fc4b-ffbd-4d1f-a816-0bb31ee5defd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-664570857-subnet', 'tenant_id': '4db8c932f44446728d9233fd1e78ba92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:06:00.549736 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8cf1a58-d904-4493-a9a8-a5c1442aacec admin admin] Made reservation on behalf of 4db8c932f44446728d9233fd1e78ba92 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:06:00.552121 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b8cf1a58-d904-4493-a9a8-a5c1442aacec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26048987'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:00.612848 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 43376) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:00.626415 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0472e504-cfd4-4291-98b6-603717a7c7fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:00.732130 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0472e504-cfd4-4291-98b6-603717a7c7fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:00.790289 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b8cf1a58-d904-4493-a9a8-a5c1442aacec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27223683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26049001'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:00.844677 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf1a58-d904-4493-a9a8-a5c1442aacec admin admin] Pushing event updated for resources: {'Subnet': ['ID=69eabb05-271d-4eab-96aa-6743dce89c9d,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:00.852012 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8cf1a58-d904-4493-a9a8-a5c1442aacec admin admin] Checking segment: {'id': 'fde8e8c3-5403-45fd-a37d-e9468e825f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0070fc4b-ffbd-4d1f-a816-0bb31ee5defd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:06:00.852150 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cf1a58-d904-4493-a9a8-a5c1442aacec admin admin] Network hostable DHCP agents. Network: 0070fc4b-ffbd-4d1f-a816-0bb31ee5defd, hostable agents: ['56809e1b-eac6-40c1-a412-0e5017dff325'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:06:00.853420 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0472e504-cfd4-4291-98b6-603717a7c7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:00.900463 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-0472e504-cfd4-4291-98b6-603717a7c7fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb609caea5bc4152a559ee98b1b4348c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842667 Sep 22 21:06:00.900463 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472e504-cfd4-4291-98b6-603717a7c7fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d7ee87-75bd-47b6-b47f-4875ae67164a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:00.903097 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 43392) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:00.972977 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-106f395f-17ef-4f50-ad3f-3cc95f8f5cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:01.004632 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-106f395f-17ef-4f50-ad3f-3cc95f8f5cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:01.004632 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cf1a58-d904-4493-a9a8-a5c1442aacec admin admin] Network 0070fc4b-ffbd-4d1f-a816-0bb31ee5defd is scheduled to be hosted by DHCP agent 56809e1b-eac6-40c1-a412-0e5017dff325 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:06:01.161170 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-266c4776-28c4-4146-bdd2-b5f6a7eeebdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:01.201215 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-106f395f-17ef-4f50-ad3f-3cc95f8f5cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:01.203847 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-106f395f-17ef-4f50-ad3f-3cc95f8f5cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:01.206876 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-106f395f-17ef-4f50-ad3f-3cc95f8f5cd7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/26d7ee87-75bd-47b6-b47f-4875ae67164a HTTP/1.1" status: 204 len: 168 time: 0.3039834 Sep 22 21:06:01.218751 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f395f-17ef-4f50-ad3f-3cc95f8f5cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d7ee87-75bd-47b6-b47f-4875ae67164a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:01.252466 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-b8cf1a58-d904-4493-a9a8-a5c1442aacec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-3-iscsi, 0070fc4b-ffbd-4d1f-a816-0bb31ee5defd) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:06:01.252918 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec318d6b-8da4-4c15-96c8-0757b4c2aa4b None None] Network 0070fc4b-ffbd-4d1f-a816-0bb31ee5defd requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:06:01.255891 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8cf1a58-d904-4493-a9a8-a5c1442aacec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:01.262179 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b8cf1a58-d904-4493-a9a8-a5c1442aacec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:01.396580 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-b8cf1a58-d904-4493-a9a8-a5c1442aacec admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9354889 Sep 22 21:06:01.424101 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b18310f-2984-4a8c-a9e8-5671a5904975 None None] Network 0070fc4b-ffbd-4d1f-a816-0bb31ee5defd requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:06:01.442571 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f73d96-76f2-4aa4-b743-193aa739345b req-d1afee6b-0747-48d3-b833-ea793ece905e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:01.445150 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-84f73d96-76f2-4aa4-b743-193aa739345b req-d1afee6b-0747-48d3-b833-ea793ece905e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0754240 Sep 22 21:06:01.487054 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-84f73d96-76f2-4aa4-b743-193aa739345b req-6d757741-14f2-4745-9850-7d8ac24ac0fe tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361450 Sep 22 21:06:01.870608 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 43454) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:02.009642 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0ae5b740-71ab-488b-9d15-0aac717ae52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:02.098989 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0ae5b740-71ab-488b-9d15-0aac717ae52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:02.218145 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0ae5b740-71ab-488b-9d15-0aac717ae52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:02.255846 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5b740-71ab-488b-9d15-0aac717ae52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af83527-2cc9-4a62-b5b7-3eacdffbc5da,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:02.267592 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-0ae5b740-71ab-488b-9d15-0aac717ae52e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4abd3f573d2b480c968ef74685d9af37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954179 Sep 22 21:06:02.268474 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 43472) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:02.319023 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b17e066d-acbd-4aa7-bf5d-7c1e9dec0194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:02.342459 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b17e066d-acbd-4aa7-bf5d-7c1e9dec0194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:02.453961 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b17e066d-acbd-4aa7-bf5d-7c1e9dec0194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:02.457389 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b17e066d-acbd-4aa7-bf5d-7c1e9dec0194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:02.459053 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-b17e066d-acbd-4aa7-bf5d-7c1e9dec0194 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5af83527-2cc9-4a62-b5b7-3eacdffbc5da HTTP/1.1" status: 204 len: 168 time: 0.1894941 Sep 22 21:06:02.470317 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e066d-acbd-4aa7-bf5d-7c1e9dec0194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af83527-2cc9-4a62-b5b7-3eacdffbc5da,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:02.607059 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad4700-ab02-405c-a2e5-d61d30973c9f req-4d994572-14bf-4c38-9841-84d2ac08a160 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:02.608561 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-79ad4700-ab02-405c-a2e5-d61d30973c9f req-4d994572-14bf-4c38-9841-84d2ac08a160 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0556388 Sep 22 21:06:02.646793 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-79ad4700-ab02-405c-a2e5-d61d30973c9f req-70dac43e-70b5-4911-99af-4b7e9cea5e67 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318198 Sep 22 21:06:03.263673 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 43512) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:03.281821 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecabf8f5-5835-4a15-9d2e-e03e85b60685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:03.377039 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecabf8f5-5835-4a15-9d2e-e03e85b60685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:03.480555 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ecabf8f5-5835-4a15-9d2e-e03e85b60685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:03.522457 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-ecabf8f5-5835-4a15-9d2e-e03e85b60685 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f6a4797df1a949b0bac05dfded0bcefd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576532 Sep 22 21:06:03.524610 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabf8f5-5835-4a15-9d2e-e03e85b60685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f1e404-e328-4786-aeed-eb144658873d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:03.528034 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 43524) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:03.578413 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67466347-2525-415d-89d1-d34ca7bd364f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:03.603183 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67466347-2525-415d-89d1-d34ca7bd364f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:03.663574 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-410886df-675d-4a6f-b9c3-3e4abde5c9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:03.769137 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a977d-ca40-400a-a6c5-5b742eff9348 req-2c48efa0-02d8-4ab5-99f3-63ff0f51ab86 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:03.770904 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-552a977d-ca40-400a-a6c5-5b742eff9348 req-2c48efa0-02d8-4ab5-99f3-63ff0f51ab86 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0538437 Sep 22 21:06:03.783653 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67466347-2525-415d-89d1-d34ca7bd364f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:03.786312 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-67466347-2525-415d-89d1-d34ca7bd364f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:03.788293 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-67466347-2525-415d-89d1-d34ca7bd364f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54f1e404-e328-4786-aeed-eb144658873d HTTP/1.1" status: 204 len: 168 time: 0.2588484 Sep 22 21:06:03.796796 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67466347-2525-415d-89d1-d34ca7bd364f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f1e404-e328-4786-aeed-eb144658873d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:03.828701 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-552a977d-ca40-400a-a6c5-5b742eff9348 req-64375b4e-a4a3-408e-a57b-e812686c6d45 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497563 Sep 22 21:06:04.113508 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-3ceebeda-4205-44b1-ac27-9366443bf0b1 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:04.121242 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-3ceebeda-4205-44b1-ac27-9366443bf0b1 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/networks?id=0070fc4b-ffbd-4d1f-a816-0bb31ee5defd HTTP/1.1" status: 200 len: 808 time: 0.1149235 Sep 22 21:06:04.132703 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-a2550f5e-555c-43f0-b7e1-e3ee402dcf8e tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/quotas/4db8c932f44446728d9233fd1e78ba92 HTTP/1.1" status: 200 len: 375 time: 0.0102961 Sep 22 21:06:04.165356 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-f5a9f9b6-627c-4ae2-8be4-c3caeb6dcbde tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4db8c932f44446728d9233fd1e78ba92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257859 Sep 22 21:06:04.260401 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-30386cd4-1e65-4ae0-abcd-92724e335d76 service neutron] 10.222.0.42 "GET /v2.0/networks/0070fc4b-ffbd-4d1f-a816-0bb31ee5defd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875547 Sep 22 21:06:04.364211 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-c4d3e2b6-414e-4886-88af-113ac7d6571e service neutron] 10.222.0.42 "GET /v2.0/networks/0070fc4b-ffbd-4d1f-a816-0bb31ee5defd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969684 Sep 22 21:06:04.406385 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:04.491975 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:04.682581 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-37f2a7dd-2073-49d8-bf84-ea18a6390118 req-0827c06d-20bc-4c6c-9d6c-1b6f916619b3 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 210 time: 0.0301452 Sep 22 21:06:04.839928 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 43602) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:04.959162 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f90ef-ef64-46b1-86c5-71deb00f3d68 req-fcfc994b-4576-49f6-b96f-f5253b0a6296 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:04.966276 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-492f90ef-ef64-46b1-86c5-71deb00f3d68 req-fcfc994b-4576-49f6-b96f-f5253b0a6296 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0633442 Sep 22 21:06:04.967506 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-15adbc69-0835-41bc-ace5-987bd640c6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:05.011260 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-492f90ef-ef64-46b1-86c5-71deb00f3d68 req-cc3b3b01-c778-444a-a064-578b90c16484 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439601 Sep 22 21:06:05.074107 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-15adbc69-0835-41bc-ace5-987bd640c6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:05.172688 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-15adbc69-0835-41bc-ace5-987bd640c6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:05.223750 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-15adbc69-0835-41bc-ace5-987bd640c6d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ada5d449aa3742feadc9e98929051d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3827960 Sep 22 21:06:05.226273 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 43624) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:05.234423 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15adbc69-0835-41bc-ace5-987bd640c6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b355bb6a-4b2e-4cb5-9615-4e8e8ed63623,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:05.280611 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f45ade9-207d-417a-8ad1-543c37724907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:05.301977 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f45ade9-207d-417a-8ad1-543c37724907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:05.456542 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f45ade9-207d-417a-8ad1-543c37724907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:05.460369 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f45ade9-207d-417a-8ad1-543c37724907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:05.465512 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-7f45ade9-207d-417a-8ad1-543c37724907 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b355bb6a-4b2e-4cb5-9615-4e8e8ed63623 HTTP/1.1" status: 204 len: 168 time: 0.2363358 Sep 22 21:06:05.473630 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45ade9-207d-417a-8ad1-543c37724907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b355bb6a-4b2e-4cb5-9615-4e8e8ed63623,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:05.758033 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b3dcc470-a11c-4bb2-988f-664a3eca9280 req-650d6e2e-8953-4a82-ad7e-8b936cd05e65 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 210 time: 0.0260615 Sep 22 21:06:05.917134 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 43652) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:06.142361 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bac79-536b-4cfa-aef5-1cc38103594f req-7877cc54-9ffe-48b3-96af-81a0e9fe5d81 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:06.144021 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-247bac79-536b-4cfa-aef5-1cc38103594f req-7877cc54-9ffe-48b3-96af-81a0e9fe5d81 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0540285 Sep 22 21:06:06.189360 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-312454d3-2671-4568-b379-e6337bab3aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:06.200818 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-247bac79-536b-4cfa-aef5-1cc38103594f req-de36b4cd-7ba6-4068-b166-07c11c1e3e68 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472763 Sep 22 21:06:06.290251 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 43672) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:06.304179 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dc245da1-9018-4f33-a584-32c7d3cc4221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:06.345128 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-312454d3-2671-4568-b379-e6337bab3aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:06.347290 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:06.452019 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-312454d3-2671-4568-b379-e6337bab3aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:06.515376 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-312454d3-2671-4568-b379-e6337bab3aeb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4a9141baadd44b7a02b85ae6674861a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5967348 Sep 22 21:06:06.516316 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312454d3-2671-4568-b379-e6337bab3aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d39a909-cf4c-46cd-be9f-11ba65d4ff59,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:06.519768 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 43678) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:06.552653 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dc245da1-9018-4f33-a584-32c7d3cc4221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:06.597518 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f4dc-a674-4ced-b8b7-288586e82994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:06.617261 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dc245da1-9018-4f33-a584-32c7d3cc4221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:06.630695 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f4dc-a674-4ced-b8b7-288586e82994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:06.706713 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-dc245da1-9018-4f33-a584-32c7d3cc4221 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0becfc3ce134a1dbac2aaa206d60d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148030 Sep 22 21:06:06.707531 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc245da1-9018-4f33-a584-32c7d3cc4221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b69815c-6a68-4b0c-a3b9-ff3bd17085d1,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:06.709443 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 43686) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:06.733084 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-24b04f7c-a1aa-4fdd-8b12-6e668c4018ef req-ad2acc82-909b-43f1-b870-c0b4cbaf4335 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0847216 Sep 22 21:06:06.763426 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0fcef180-dd4e-4bb2-a144-dcd5a5666c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:06.784922 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0fcef180-dd4e-4bb2-a144-dcd5a5666c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:06.789689 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f4dc-a674-4ced-b8b7-288586e82994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:06.792940 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bb5f4dc-a674-4ced-b8b7-288586e82994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:06.794094 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-2bb5f4dc-a674-4ced-b8b7-288586e82994 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d39a909-cf4c-46cd-be9f-11ba65d4ff59 HTTP/1.1" status: 204 len: 168 time: 0.2732756 Sep 22 21:06:06.819835 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5f4dc-a674-4ced-b8b7-288586e82994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d39a909-cf4c-46cd-be9f-11ba65d4ff59,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:06.836602 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b04f7c-a1aa-4fdd-8b12-6e668c4018ef req-ea4cf4ad-129a-4ebc-98a4-56d6a2a9c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:06.839162 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-24b04f7c-a1aa-4fdd-8b12-6e668c4018ef req-ea4cf4ad-129a-4ebc-98a4-56d6a2a9c809 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d39530f6a1dc4dc2b7039e89587a9656&device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 1098 time: 0.0586863 Sep 22 21:06:06.897453 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8e1d3b0d-18e9-470e-9681-65a38c9acbb8 req-e6de33ba-5c2c-4413-aedf-8bd91cf406a4 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 210 time: 0.0383191 Sep 22 21:06:06.904167 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0fcef180-dd4e-4bb2-a144-dcd5a5666c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:06.907782 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0fcef180-dd4e-4bb2-a144-dcd5a5666c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:06.911317 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-0fcef180-dd4e-4bb2-a144-dcd5a5666c6c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b69815c-6a68-4b0c-a3b9-ff3bd17085d1 HTTP/1.1" status: 204 len: 168 time: 0.1986101 Sep 22 21:06:06.920117 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcef180-dd4e-4bb2-a144-dcd5a5666c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b69815c-6a68-4b0c-a3b9-ff3bd17085d1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:07.002599 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b04f7c-a1aa-4fdd-8b12-6e668c4018ef req-ef8fe0b1-cd0c-4190-860f-b66b4ab0f88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:07.004049 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-24b04f7c-a1aa-4fdd-8b12-6e668c4018ef req-ef8fe0b1-cd0c-4190-860f-b66b4ab0f88f service neutron] 10.222.0.48 "GET /v2.0/networks?id=5d066f00-068e-46f1-8859-f37d08687fd7 HTTP/1.1" status: 200 len: 913 time: 0.1167819 Sep 22 21:06:07.050995 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-24b04f7c-a1aa-4fdd-8b12-6e668c4018ef req-a49506ef-6438-4763-bf40-97312407a39b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=07bee78a-405e-4a35-b818-feb4eb72b44a HTTP/1.1" status: 200 len: 217 time: 0.0368607 Sep 22 21:06:07.119985 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b04f7c-a1aa-4fdd-8b12-6e668c4018ef req-558f7b29-10d6-46b2-8ce9-26d4dea2b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:07.121650 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-24b04f7c-a1aa-4fdd-8b12-6e668c4018ef req-558f7b29-10d6-46b2-8ce9-26d4dea2b974 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a9704ca3-1815-46c4-97c8-3a7101b4119a HTTP/1.1" status: 200 len: 852 time: 0.0435338 Sep 22 21:06:07.164329 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-24b04f7c-a1aa-4fdd-8b12-6e668c4018ef req-eb2f12a0-7f8e-4fbf-8968-692e6299b506 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5d066f00-068e-46f1-8859-f37d08687fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260758 Sep 22 21:06:07.270662 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-24b04f7c-a1aa-4fdd-8b12-6e668c4018ef req-b3b5399e-3184-4881-a96f-de5137bb96c7 service neutron] 10.222.0.48 "GET /v2.0/networks/5d066f00-068e-46f1-8859-f37d08687fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959759 Sep 22 21:06:07.420011 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-24b04f7c-a1aa-4fdd-8b12-6e668c4018ef req-1f55d733-2c32-4f44-8b1c-622c28e77cd8 service neutron] 10.222.0.48 "GET /v2.0/networks/5d066f00-068e-46f1-8859-f37d08687fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367285 Sep 22 21:06:07.460203 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-bd0703a8-6d11-48c0-9866-0a573e263d01 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:07.461562 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-bd0703a8-6d11-48c0-9866-0a573e263d01 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.48 "GET /v2.0/networks?id=0070fc4b-ffbd-4d1f-a816-0bb31ee5defd HTTP/1.1" status: 200 len: 808 time: 0.1984353 Sep 22 21:06:07.482530 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-5ab32003-1104-470e-859a-05ae75a557ac tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Request body: {'port': {'device_id': '6c35e651-90ca-432d-9d4d-8cc4cc471406', 'network_id': '0070fc4b-ffbd-4d1f-a816-0bb31ee5defd', 'admin_state_up': True, 'tenant_id': '4db8c932f44446728d9233fd1e78ba92'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:06:07.493683 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b717b38-0e70-4bb1-ad06-c75d4604ad02 req-8812d80f-3bb3-48ed-b7da-c0b7b430d78a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:07.495246 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3b717b38-0e70-4bb1-ad06-c75d4604ad02 req-8812d80f-3bb3-48ed-b7da-c0b7b430d78a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0743499 Sep 22 21:06:07.536269 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3b717b38-0e70-4bb1-ad06-c75d4604ad02 req-6b82f36a-ae33-4c69-821c-b4b7d1e4593e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344551 Sep 22 21:06:07.721099 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-5ab32003-1104-470e-859a-05ae75a557ac tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Made reservation on behalf of 4db8c932f44446728d9233fd1e78ba92 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:06:07.725024 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-5ab32003-1104-470e-859a-05ae75a557ac tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:07.754771 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 43720) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:07.773172 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fde516a0-f371-44ef-b090-8ab118d5c395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:07.975818 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-5ab32003-1104-470e-859a-05ae75a557ac tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Allocated IP 172.20.0.14 (0070fc4b-ffbd-4d1f-a816-0bb31ee5defd/69eabb05-271d-4eab-96aa-6743dce89c9d/5943f747-cb4b-4745-a760-2eac7476fab8) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:06:08.006017 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fde516a0-f371-44ef-b090-8ab118d5c395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:08.038164 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-957b7ed4-9963-4f69-b95b-28313ae6601f req-a082f5cd-1639-4ec3-9037-d86cd13fbff7 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 210 time: 0.0454748 Sep 22 21:06:08.067215 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fde516a0-f371-44ef-b090-8ab118d5c395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:08.109966 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-fde516a0-f371-44ef-b090-8ab118d5c395 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb0b05d6cce9447795a91e4265702e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571446 Sep 22 21:06:08.110790 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde516a0-f371-44ef-b090-8ab118d5c395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715a3129-73bc-49f6-accc-04797e16b62c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:08.113222 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 43744) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:08.167019 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5afd0984-3b03-4e4c-8241-9ddf15e8eac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:08.191324 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-5ab32003-1104-470e-859a-05ae75a557ac tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:08.193304 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5afd0984-3b03-4e4c-8241-9ddf15e8eac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:08.354525 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5afd0984-3b03-4e4c-8241-9ddf15e8eac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:08.355377 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-5ab32003-1104-470e-859a-05ae75a557ac tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:08.357549 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5afd0984-3b03-4e4c-8241-9ddf15e8eac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:08.361161 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-5afd0984-3b03-4e4c-8241-9ddf15e8eac2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/715a3129-73bc-49f6-accc-04797e16b62c HTTP/1.1" status: 204 len: 168 time: 0.2443364 Sep 22 21:06:08.371348 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd0984-3b03-4e4c-8241-9ddf15e8eac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715a3129-73bc-49f6-accc-04797e16b62c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:08.399693 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-5ab32003-1104-470e-859a-05ae75a557ac tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Network 0070fc4b-ffbd-4d1f-a816-0bb31ee5defd is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:06:08.403156 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-5ab32003-1104-470e-859a-05ae75a557ac tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:06:08.406735 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-5ab32003-1104-470e-859a-05ae75a557ac tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:06:08.415200 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab32003-1104-470e-859a-05ae75a557ac tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Pushing event updated for resources: {'Port': ['ID=5943f747-cb4b-4745-a760-2eac7476fab8,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:08.460783 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-5ab32003-1104-470e-859a-05ae75a557ac tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:08.461507 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-5ab32003-1104-470e-859a-05ae75a557ac tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:08.538470 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-5ab32003-1104-470e-859a-05ae75a557ac tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0599864 Sep 22 21:06:08.562280 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Request body: {'port': {'device_id': '6c35e651-90ca-432d-9d4d-8cc4cc471406', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:06:08.633596 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:08.687966 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df6d4a-5743-4729-b584-b4696e4fd7d9 req-916d5204-a9f4-447d-9ad0-1a98f6571d49 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:08.689730 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e3df6d4a-5743-4729-b584-b4696e4fd7d9 req-916d5204-a9f4-447d-9ad0-1a98f6571d49 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0588992 Sep 22 21:06:08.736366 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e3df6d4a-5743-4729-b584-b4696e4fd7d9 req-3930f4b2-58f2-4f6c-8797-0737ee719ab6 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341389 Sep 22 21:06:08.957463 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5943f747-cb4b-4745-a760-2eac7476fab8 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:06:08.965793 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:08.979666 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Transition to ACTIVE for port object 5943f747-cb4b-4745-a760-2eac7476fab8 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:06:09.051818 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:09.138444 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5943f747-cb4b-4745-a760-2eac7476fab8,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:09.151712 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05c094-5d8c-4388-b500-48078bdad3c3 req-68f9fefa-ba36-4d68-bd44-463f3a8574d4 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:09.153411 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9f05c094-5d8c-4388-b500-48078bdad3c3 req-68f9fefa-ba36-4d68-bd44-463f3a8574d4 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 945 time: 0.0937860 Sep 22 21:06:09.202267 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Attempting to bind port 5943f747-cb4b-4745-a760-2eac7476fab8 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:06:09.202819 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Attempting to bind port 5943f747-cb4b-4745-a760-2eac7476fab8 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'fde8e8c3-5403-45fd-a37d-e9468e825f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0070fc4b-ffbd-4d1f-a816-0bb31ee5defd'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:06:09.203134 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Attempting to bind port 5943f747-cb4b-4745-a760-2eac7476fab8 on network 0070fc4b-ffbd-4d1f-a816-0bb31ee5defd {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:06:09.208169 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Port 5943f747-cb4b-4745-a760-2eac7476fab8 on network 0070fc4b-ffbd-4d1f-a816-0bb31ee5defd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:06:09.208892 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Attempting to bind port 5943f747-cb4b-4745-a760-2eac7476fab8 on network 0070fc4b-ffbd-4d1f-a816-0bb31ee5defd {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:06:09.215303 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:06:09.215957 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Checking segment: {'id': 'fde8e8c3-5403-45fd-a37d-e9468e825f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0070fc4b-ffbd-4d1f-a816-0bb31ee5defd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:06:09.217143 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Bound using segment: {'id': 'fde8e8c3-5403-45fd-a37d-e9468e825f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0070fc4b-ffbd-4d1f-a816-0bb31ee5defd'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:06:09.217264 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Bound port: 5943f747-cb4b-4745-a760-2eac7476fab8, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde8e8c3-5403-45fd-a37d-e9468e825f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0070fc4b-ffbd-4d1f-a816-0bb31ee5defd'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:06:09.217562 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:09.237582 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab39096-61b6-41d5-9cd0-46dcc06ac5cf req-5f44e819-64b4-43e5-8f42-c10a35b85e59 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:09.239461 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3ab39096-61b6-41d5-9cd0-46dcc06ac5cf req-5f44e819-64b4-43e5-8f42-c10a35b85e59 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 944 time: 0.0850501 Sep 22 21:06:09.255382 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9f05c094-5d8c-4388-b500-48078bdad3c3 req-04b205a6-7cef-48a4-906f-36e0c4d2c177 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904605 Sep 22 21:06:09.302991 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] For port 5943f747-cb4b-4745-a760-2eac7476fab8, host hv-cinder-81041, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:06:09.304137 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3ab39096-61b6-41d5-9cd0-46dcc06ac5cf req-47c5a308-de1d-4d22-8d85-45ac67d5764a tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580325 Sep 22 21:06:09.306479 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] For port 5943f747-cb4b-4745-a760-2eac7476fab8, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=5943f747-cb4b-4745-a760-2eac7476fab8,segment=NetworkSegment(fde8e8c3-5403-45fd-a37d-e9468e825f8d),segment_id=fde8e8c3-5403-45fd-a37d-e9468e825f8d)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:06:09.389323 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:09.429286 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:09.429286 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:09.429286 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] 10.222.0.48 "PUT /v2.0/ports/5943f747-cb4b-4745-a760-2eac7476fab8 HTTP/1.1" status: 200 len: 1094 time: 0.8729022 Sep 22 21:06:09.429286 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c35e651-90ca-432d-9d4d-8cc4cc471406', 'tag': '5943f747-cb4b-4745-a760-2eac7476fab8'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:06:09.430420 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6378fe-12e5-4d3b-8d80-328cf1d37453" -d '{"events": [{"name": "network-changed", "server_uuid": "6c35e651-90ca-432d-9d4d-8cc4cc471406", "tag": "5943f747-cb4b-4745-a760-2eac7476fab8"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:06:09.457701 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe221d-e12c-47d9-b385-7bfe2df6c8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=5943f747-cb4b-4745-a760-2eac7476fab8,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:09.469867 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de09efa-3d13-4eae-9ba9-a84b24a701fd x-openstack-request-id: req-3de09efa-3d13-4eae-9ba9-a84b24a701fd {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:06:09.470149 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c35e651-90ca-432d-9d4d-8cc4cc471406", "tag": "5943f747-cb4b-4745-a760-2eac7476fab8", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:06:09.470396 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3de09efa-3d13-4eae-9ba9-a84b24a701fd {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:06:09.470775 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c35e651-90ca-432d-9d4d-8cc4cc471406', 'tag': '5943f747-cb4b-4745-a760-2eac7476fab8', 'status': 'completed', 'code': 200} Sep 22 21:06:09.867282 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd265dc-7053-492a-bc3c-e4ce1a237160 req-d665c815-ab67-47b1-be3a-c25df4c2a61a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:09.868787 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fcd265dc-7053-492a-bc3c-e4ce1a237160 req-d665c815-ab67-47b1-be3a-c25df4c2a61a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0546060 Sep 22 21:06:09.907130 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fcd265dc-7053-492a-bc3c-e4ce1a237160 req-37ba702f-946d-48b1-b3a6-dd10ee873108 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323973 Sep 22 21:06:10.368025 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacc417-a3fb-481d-a526-953b5ef182d3 req-679b2c50-9fac-4745-907c-28bc8acac0af tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:10.370086 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ecacc417-a3fb-481d-a526-953b5ef182d3 req-679b2c50-9fac-4745-907c-28bc8acac0af tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 945 time: 0.0504181 Sep 22 21:06:10.413271 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ecacc417-a3fb-481d-a526-953b5ef182d3 req-76dfc658-812a-4b58-8650-8c1a7287f3bd tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371189 Sep 22 21:06:10.528171 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb5804-ac99-4861-892c-aa97ee7d4da0 req-8ef48a67-a0c5-4b97-983a-fb6092506f83 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:10.529699 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d3eb5804-ac99-4861-892c-aa97ee7d4da0 req-8ef48a67-a0c5-4b97-983a-fb6092506f83 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 944 time: 0.0559535 Sep 22 21:06:10.570537 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d3eb5804-ac99-4861-892c-aa97ee7d4da0 req-89393870-f44a-492c-af4d-652f013cfa43 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342226 Sep 22 21:06:10.931717 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:11.018141 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282e08f-8af2-448e-a7e6-5ddceab9d115 req-36c4307d-a93b-4a71-8d57-4540443a65c6 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:11.019605 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8282e08f-8af2-448e-a7e6-5ddceab9d115 req-36c4307d-a93b-4a71-8d57-4540443a65c6 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0474844 Sep 22 21:06:11.056335 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8282e08f-8af2-448e-a7e6-5ddceab9d115 req-52a5d4b8-1649-4ce1-a482-bcb6066a5d7f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304482 Sep 22 21:06:11.529661 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb9a72-49b6-4ba1-a205-2e9097eb1632 req-6d900edd-588a-4678-ba8e-0f4d243c1eec tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:11.531167 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-65fb9a72-49b6-4ba1-a205-2e9097eb1632 req-6d900edd-588a-4678-ba8e-0f4d243c1eec tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 945 time: 0.0528932 Sep 22 21:06:11.568848 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-65fb9a72-49b6-4ba1-a205-2e9097eb1632 req-250c38d2-d781-412d-b9f7-7642372f71de tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311441 Sep 22 21:06:11.679888 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0294eb5-4422-4163-b7b4-428378a4fb6b req-6b977ee8-1648-4c9b-82be-b09cb47aa6bd tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:11.681905 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a0294eb5-4422-4163-b7b4-428378a4fb6b req-6b977ee8-1648-4c9b-82be-b09cb47aa6bd tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 944 time: 0.0466909 Sep 22 21:06:11.721563 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a0294eb5-4422-4163-b7b4-428378a4fb6b req-33ba756d-6222-42a4-a127-14ae2408a9b2 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337298 Sep 22 21:06:11.986269 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6378fe-12e5-4d3b-8d80-328cf1d37453 req-25b1e677-c878-4b9a-b060-1d4b4da1bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:11.987674 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-7e6378fe-12e5-4d3b-8d80-328cf1d37453 req-25b1e677-c878-4b9a-b060-1d4b4da1bf15 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4db8c932f44446728d9233fd1e78ba92&device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 1097 time: 0.0390606 Sep 22 21:06:12.095107 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6378fe-12e5-4d3b-8d80-328cf1d37453 req-3c761f34-5d10-4226-ae71-5b60a401233b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:12.097133 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-7e6378fe-12e5-4d3b-8d80-328cf1d37453 req-3c761f34-5d10-4226-ae71-5b60a401233b service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4db8c932f44446728d9233fd1e78ba92&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0950046 Sep 22 21:06:12.169758 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328afcec-18e4-4932-ada9-52aab1107cb0 req-9b507954-464b-405a-b825-e53d9ccaa537 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:12.171227 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-328afcec-18e4-4932-ada9-52aab1107cb0 req-9b507954-464b-405a-b825-e53d9ccaa537 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0466506 Sep 22 21:06:12.191589 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6378fe-12e5-4d3b-8d80-328cf1d37453 req-49bfe7b2-be9e-4de8-a1f8-31da48e4233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:12.193091 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-7e6378fe-12e5-4d3b-8d80-328cf1d37453 req-49bfe7b2-be9e-4de8-a1f8-31da48e4233f service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0881906 Sep 22 21:06:12.208289 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-328afcec-18e4-4932-ada9-52aab1107cb0 req-ea049436-defd-41ef-ad3f-b363a985b2ba tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312469 Sep 22 21:06:12.277106 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-70677a25-50ad-4dff-ab94-8ed32578a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:12.278491 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-70677a25-50ad-4dff-ab94-8ed32578a9a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4db8c932f44446728d9233fd1e78ba92&device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 1097 time: 0.0388780 Sep 22 21:06:12.917862 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18347b6-5530-46f2-addc-eea634b2f6a0 req-a69b2b46-6fb0-4a2b-bd05-f8ed64cb6a50 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:12.919372 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e18347b6-5530-46f2-addc-eea634b2f6a0 req-a69b2b46-6fb0-4a2b-bd05-f8ed64cb6a50 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 945 time: 0.2805932 Sep 22 21:06:12.931152 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ebc4b-bbc2-46d2-99d3-208376699e7f req-911067af-a291-4b7d-8ffa-5230449a2207 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:12.932518 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e29ebc4b-bbc2-46d2-99d3-208376699e7f req-911067af-a291-4b7d-8ffa-5230449a2207 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 944 time: 0.0630906 Sep 22 21:06:12.985670 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e18347b6-5530-46f2-addc-eea634b2f6a0 req-5f792bfe-01dd-4182-bcde-418c598a4fc3 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521758 Sep 22 21:06:12.990726 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e29ebc4b-bbc2-46d2-99d3-208376699e7f req-17e8e76c-0ac2-4faf-aec3-0ceb0d960563 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517890 Sep 22 21:06:13.320285 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1aad9d-e5b2-4ea0-9cb1-e4f19f2874ef req-a4fc799c-d152-4445-8419-735abbf6bc47 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:13.321774 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7a1aad9d-e5b2-4ea0-9cb1-e4f19f2874ef req-a4fc799c-d152-4445-8419-735abbf6bc47 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0499976 Sep 22 21:06:13.358095 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7a1aad9d-e5b2-4ea0-9cb1-e4f19f2874ef req-0f0b13a8-e8c0-44c1-8c14-a1fc351f0771 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306175 Sep 22 21:06:14.097405 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca53ac-0786-4852-a173-b7a90e8187b4 req-7cfd0cd3-e8e1-4c12-903c-25c92da41cad tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:14.098772 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e3ca53ac-0786-4852-a173-b7a90e8187b4 req-7cfd0cd3-e8e1-4c12-903c-25c92da41cad tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 945 time: 0.0469880 Sep 22 21:06:14.140135 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e3ca53ac-0786-4852-a173-b7a90e8187b4 req-decf3eb2-a5b9-40d0-ab9c-9c3e507d22ec tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351360 Sep 22 21:06:14.240012 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab20551-62b0-4f11-b968-54808abc8432 req-842081e4-6a7a-4fd0-b808-ecffaf56ed04 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:14.241840 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6ab20551-62b0-4f11-b968-54808abc8432 req-842081e4-6a7a-4fd0-b808-ecffaf56ed04 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 944 time: 0.0487897 Sep 22 21:06:14.279162 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6ab20551-62b0-4f11-b968-54808abc8432 req-1e2a6170-79cf-4c0d-ae09-2bc5375b547b tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309653 Sep 22 21:06:14.475914 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faeda0-b004-410c-83d9-295d52a09434 req-839703b6-f36a-40da-a3da-46dd3a55d094 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:14.477414 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-14faeda0-b004-410c-83d9-295d52a09434 req-839703b6-f36a-40da-a3da-46dd3a55d094 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0551379 Sep 22 21:06:14.515569 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-14faeda0-b004-410c-83d9-295d52a09434 req-456faa1b-c10f-4d12-b826-e49face67641 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316594 Sep 22 21:06:14.967134 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:06:15.252924 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68822eef-e1b6-4b16-8256-d9222fc57400 req-ac86d370-38bf-493b-b2e8-741c11507d13 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:15.254399 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-68822eef-e1b6-4b16-8256-d9222fc57400 req-ac86d370-38bf-493b-b2e8-741c11507d13 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 945 time: 0.0485778 Sep 22 21:06:15.290971 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-68822eef-e1b6-4b16-8256-d9222fc57400 req-12a45d15-eb27-422f-a668-5fc86c710c17 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301509 Sep 22 21:06:15.333920 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-3e601bf9-8aa1-489f-8747-6b6831968c95 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5943f747-cb4b-4745-a760-2eac7476fab8 HTTP/1.1" status: 200 len: 217 time: 0.0378428 Sep 22 21:06:15.398545 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b15df0-633b-47ab-bd00-e585d6fec9f5 req-dddf7748-7785-40cc-87c3-01fb96eb1f1c tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:15.401108 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-09b15df0-633b-47ab-bd00-e585d6fec9f5 req-dddf7748-7785-40cc-87c3-01fb96eb1f1c tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 944 time: 0.0530584 Sep 22 21:06:15.401821 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-e05d3e76-d577-4093-9d8b-0071313c28af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:15.403388 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-e05d3e76-d577-4093-9d8b-0071313c28af service neutron] 10.222.0.48 "GET /v2.0/subnets?id=69eabb05-271d-4eab-96aa-6743dce89c9d HTTP/1.1" status: 200 len: 848 time: 0.0440676 Sep 22 21:06:15.431983 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 43950) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:15.439695 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-b4b6a9ab-877f-47b3-8ad3-de05d6698bac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0070fc4b-ffbd-4d1f-a816-0bb31ee5defd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279288 Sep 22 21:06:15.449985 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-09b15df0-633b-47ab-bd00-e585d6fec9f5 req-998cb1d0-19ef-4ccb-a790-c3a4399cd57a tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431645 Sep 22 21:06:15.545816 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-015e073a-43ee-4ffc-a9cd-61b1fd02b8a2 service neutron] 10.222.0.48 "GET /v2.0/networks/0070fc4b-ffbd-4d1f-a816-0bb31ee5defd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911801 Sep 22 21:06:15.553018 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bdbb125d-4d91-4398-9d1e-84dec2739010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:15.650905 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ea48b19f-f4a5-4493-8f5d-bbf14e0116cc req-8d08484d-a05b-436a-9b65-4a22b7e9add6 service neutron] 10.222.0.48 "GET /v2.0/networks/0070fc4b-ffbd-4d1f-a816-0bb31ee5defd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871632 Sep 22 21:06:15.825342 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18a7c7-acf8-4471-af24-b6821b089766 req-853ca6f6-56fe-489c-b38b-b6149430775a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:15.825342 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ba18a7c7-acf8-4471-af24-b6821b089766 req-853ca6f6-56fe-489c-b38b-b6149430775a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0723016 Sep 22 21:06:15.825342 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bdbb125d-4d91-4398-9d1e-84dec2739010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:15.825342 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ba18a7c7-acf8-4471-af24-b6821b089766 req-24dd6cca-c1e9-4215-abd6-df1f71752bdd tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482690 Sep 22 21:06:16.274111 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bdbb125d-4d91-4398-9d1e-84dec2739010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:16.312440 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb125d-4d91-4398-9d1e-84dec2739010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea6341b-bcf1-4aec-8791-b82b834c662d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:16.318474 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-bdbb125d-4d91-4398-9d1e-84dec2739010 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f3aba6a3ab6a46f7bc5e3509e2d6ce4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8854709 Sep 22 21:06:16.321229 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 43964) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:16.401526 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d41c6c34-8d70-454c-aed3-497820953a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:16.429609 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d41c6c34-8d70-454c-aed3-497820953a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:16.438008 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd201f-9ce7-4c34-9c59-bc71cd022dbf req-77262818-9553-40d1-b49d-a6d5eb4d0017 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:16.439503 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-37fd201f-9ce7-4c34-9c59-bc71cd022dbf req-77262818-9553-40d1-b49d-a6d5eb4d0017 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 945 time: 0.0782063 Sep 22 21:06:16.497524 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-37fd201f-9ce7-4c34-9c59-bc71cd022dbf req-5ee6a29d-b357-4c25-9c6d-8b142811b41d tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511327 Sep 22 21:06:16.578846 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d41c6c34-8d70-454c-aed3-497820953a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:16.585078 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d41c6c34-8d70-454c-aed3-497820953a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:16.585078 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-d41c6c34-8d70-454c-aed3-497820953a2a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dea6341b-bcf1-4aec-8791-b82b834c662d HTTP/1.1" status: 204 len: 168 time: 0.2599726 Sep 22 21:06:16.593762 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c6c34-8d70-454c-aed3-497820953a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea6341b-bcf1-4aec-8791-b82b834c662d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:16.612814 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5db224-996e-4d9d-a30c-d039143aa788 req-f595084b-a329-42c9-ae55-e74dbe1e7662 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:16.619427 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1f5db224-996e-4d9d-a30c-d039143aa788 req-f595084b-a329-42c9-ae55-e74dbe1e7662 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 944 time: 0.0632398 Sep 22 21:06:16.653940 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1f5db224-996e-4d9d-a30c-d039143aa788 req-e67aef78-2b98-4bbf-aaa3-c1bc580eb63b tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321860 Sep 22 21:06:16.931806 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95f1c1-6408-4e6b-ba40-736cd4003380 req-c355e155-9acb-4c41-953d-3f1ed41c714a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:16.933303 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9f95f1c1-6408-4e6b-ba40-736cd4003380 req-c355e155-9acb-4c41-953d-3f1ed41c714a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0479689 Sep 22 21:06:16.970288 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9f95f1c1-6408-4e6b-ba40-736cd4003380 req-0f9cff64-7645-410f-8f2e-cdd6a870f7ee tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312066 Sep 22 21:06:17.296336 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 43988) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:17.309069 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f90e5f17-ee39-4c8c-a224-00a1fc923a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:17.392638 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f90e5f17-ee39-4c8c-a224-00a1fc923a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:17.501345 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f90e5f17-ee39-4c8c-a224-00a1fc923a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:17.541766 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e5f17-ee39-4c8c-a224-00a1fc923a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cca140-855d-4f58-a919-06a5323a3847,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:17.551508 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 43994) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:17.551916 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-f90e5f17-ee39-4c8c-a224-00a1fc923a5b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=933f43015ffd4b51abb569f9fd73b4f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543766 Sep 22 21:06:17.636495 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c4a772-e0c5-4bb4-a094-c3cd477c918f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:17.654322 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7062e0-84ce-44c8-8217-3d3f7d23d3b1 req-ab3b6c11-c7f7-42a8-9c50-6f8bba899ef4 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:17.655798 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5d7062e0-84ce-44c8-8217-3d3f7d23d3b1 req-ab3b6c11-c7f7-42a8-9c50-6f8bba899ef4 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 945 time: 0.0748487 Sep 22 21:06:17.674513 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c4a772-e0c5-4bb4-a094-c3cd477c918f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:17.723648 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5d7062e0-84ce-44c8-8217-3d3f7d23d3b1 req-db3d6e3c-9c9a-4c35-b70a-ddf5c293d4df tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589037 Sep 22 21:06:17.817965 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c4a772-e0c5-4bb4-a094-c3cd477c918f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:17.820483 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-41c4a772-e0c5-4bb4-a094-c3cd477c918f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:17.822312 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-41c4a772-e0c5-4bb4-a094-c3cd477c918f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86cca140-855d-4f58-a919-06a5323a3847 HTTP/1.1" status: 204 len: 168 time: 0.2691970 Sep 22 21:06:17.833415 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921cdd69-a626-48f1-858d-572b0d132d32 req-45fe77e7-446b-41f4-a5bf-89ad44037af8 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:17.834876 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-921cdd69-a626-48f1-858d-572b0d132d32 req-45fe77e7-446b-41f4-a5bf-89ad44037af8 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 944 time: 0.0578942 Sep 22 21:06:17.840103 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4a772-e0c5-4bb4-a094-c3cd477c918f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cca140-855d-4f58-a919-06a5323a3847,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:17.881322 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-921cdd69-a626-48f1-858d-572b0d132d32 req-50181b86-44c6-468f-9a44-c0e4b98dc3d2 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376513 Sep 22 21:06:18.085462 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7412c-c7ac-420e-b51c-4d0daa82bfb2 req-34754912-e054-4514-8573-43693d772e07 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:18.087739 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4fb7412c-c7ac-420e-b51c-4d0daa82bfb2 req-34754912-e054-4514-8573-43693d772e07 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0503120 Sep 22 21:06:18.124450 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4fb7412c-c7ac-420e-b51c-4d0daa82bfb2 req-47733538-ef30-4692-a60e-789086ba24ff tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310593 Sep 22 21:06:18.841788 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ad46b-a70b-4752-957b-03cd520ca0b4 req-fd95c03b-84d9-494b-b9c3-5a31dab003b9 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:18.843341 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fb9ad46b-a70b-4752-957b-03cd520ca0b4 req-fd95c03b-84d9-494b-b9c3-5a31dab003b9 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 945 time: 0.0480752 Sep 22 21:06:18.884622 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fb9ad46b-a70b-4752-957b-03cd520ca0b4 req-89acc061-8c73-44e9-8fb2-eff278ba6eda tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332158 Sep 22 21:06:18.999370 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf3aa8-6377-4df9-a7f3-9d313268e40c req-56e1fcae-5e04-479b-b055-f9b93df65fe1 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:19.000848 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5bbf3aa8-6377-4df9-a7f3-9d313268e40c req-56e1fcae-5e04-479b-b055-f9b93df65fe1 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 944 time: 0.0478461 Sep 22 21:06:19.037575 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5bbf3aa8-6377-4df9-a7f3-9d313268e40c req-4377bf7c-42a2-49bf-b4cc-4bc65fdb03ad tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307665 Sep 22 21:06:19.241808 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c110dd76-a7a1-41ef-a932-a850b3adf0f7 req-3eb76613-790a-48d4-b263-5f69a544d0b7 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:19.244107 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c110dd76-a7a1-41ef-a932-a850b3adf0f7 req-3eb76613-790a-48d4-b263-5f69a544d0b7 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0541358 Sep 22 21:06:19.281603 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c110dd76-a7a1-41ef-a932-a850b3adf0f7 req-cab64c86-adc0-4902-b9c6-0f0fd7ef0408 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317326 Sep 22 21:06:19.996292 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da488f8a-edba-4ce0-b112-9675ca09394e req-b927885e-0c1b-4f8e-90b8-6d8cd01ab59a tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:19.997836 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-da488f8a-edba-4ce0-b112-9675ca09394e req-b927885e-0c1b-4f8e-90b8-6d8cd01ab59a tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 945 time: 0.0479116 Sep 22 21:06:20.035886 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-da488f8a-edba-4ce0-b112-9675ca09394e req-b85051b6-923a-4d76-b5af-567c89e43e77 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/security-groups?id=cb1f7121-b241-46c6-9802-cf93af092611&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319741 Sep 22 21:06:20.153015 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30fb2a-4261-4662-a4e5-8b63ae128e3c req-a15c423d-82ff-4a9a-867a-2e611061741f tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:20.154545 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-be30fb2a-4261-4662-a4e5-8b63ae128e3c req-a15c423d-82ff-4a9a-867a-2e611061741f tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 944 time: 0.0505857 Sep 22 21:06:20.194197 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-be30fb2a-4261-4662-a4e5-8b63ae128e3c req-79fbd1a4-1b3c-4590-88d5-b0b0dc5a6ad2 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334630 Sep 22 21:06:20.211777 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba3bf5-e779-4dfd-9bd3-ce72c05f3e49 req-d7b884cd-cae6-49d7-96f9-2215d5a3d987 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:20.213313 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-42ba3bf5-e779-4dfd-9bd3-ce72c05f3e49 req-d7b884cd-cae6-49d7-96f9-2215d5a3d987 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 945 time: 0.0783250 Sep 22 21:06:20.361895 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-42ba3bf5-e779-4dfd-9bd3-ce72c05f3e49 req-7dc7ad6a-2e54-4e79-b7bc-feefe86bdbfc tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Deleting port 07bee78a-405e-4a35-b818-feb4eb72b44a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:06:20.362301 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-42ba3bf5-e779-4dfd-9bd3-ce72c05f3e49 req-7dc7ad6a-2e54-4e79-b7bc-feefe86bdbfc tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:20.409763 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045aa410-e0a2-4378-9dff-d490be87a444 req-f8352a2c-1594-4ac0-8645-34decee1553a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:20.411344 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-045aa410-e0a2-4378-9dff-d490be87a444 req-f8352a2c-1594-4ac0-8645-34decee1553a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0597796 Sep 22 21:06:20.457310 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-045aa410-e0a2-4378-9dff-d490be87a444 req-30f5a6bc-581d-4e42-8f74-510aec2be72e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378883 Sep 22 21:06:20.464494 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-42ba3bf5-e779-4dfd-9bd3-ce72c05f3e49 req-7dc7ad6a-2e54-4e79-b7bc-feefe86bdbfc tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] For port 07bee78a-405e-4a35-b818-feb4eb72b44a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=07bee78a-405e-4a35-b818-feb4eb72b44a,segment=NetworkSegment(e8479044-d101-45c7-be9b-b4998261bbed),segment_id=e8479044-d101-45c7-be9b-b4998261bbed)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:06:20.464754 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-42ba3bf5-e779-4dfd-9bd3-ce72c05f3e49 req-7dc7ad6a-2e54-4e79-b7bc-feefe86bdbfc tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:20.659107 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-42ba3bf5-e779-4dfd-9bd3-ce72c05f3e49 req-7dc7ad6a-2e54-4e79-b7bc-feefe86bdbfc tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Calling delete_port for 07bee78a-405e-4a35-b818-feb4eb72b44a owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:06:20.926517 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-42ba3bf5-e779-4dfd-9bd3-ce72c05f3e49 req-7dc7ad6a-2e54-4e79-b7bc-feefe86bdbfc tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:20.938185 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['07bee78a-405e-4a35-b818-feb4eb72b44a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:06:20.964756 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7ad6a-2e54-4e79-b7bc-feefe86bdbfc tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Pushing event deleted for resources: {'Port': ['ID=07bee78a-405e-4a35-b818-feb4eb72b44a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:21.026918 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ba3bf5-e779-4dfd-9bd3-ce72c05f3e49 req-7dc7ad6a-2e54-4e79-b7bc-feefe86bdbfc tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] No DVR routers for this DVR port 07bee78a-405e-4a35-b818-feb4eb72b44a on host hv-cinder-81041 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:06:21.026918 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-42ba3bf5-e779-4dfd-9bd3-ce72c05f3e49 req-7dc7ad6a-2e54-4e79-b7bc-feefe86bdbfc tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:21.026918 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-42ba3bf5-e779-4dfd-9bd3-ce72c05f3e49 req-7dc7ad6a-2e54-4e79-b7bc-feefe86bdbfc tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.48 "DELETE /v2.0/ports/07bee78a-405e-4a35-b818-feb4eb72b44a HTTP/1.1" status: 204 len: 173 time: 0.8058674 Sep 22 21:06:21.026918 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a077f28-57c0-4c37-bfd2-f3a3d03debab', 'name': 'network-vif-deleted', 'tag': '07bee78a-405e-4a35-b818-feb4eb72b44a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:06:21.029096 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229f4301-b27d-4b3f-8a4c-1645d4bbb179" -d '{"events": [{"server_uuid": "1a077f28-57c0-4c37-bfd2-f3a3d03debab", "name": "network-vif-deleted", "tag": "07bee78a-405e-4a35-b818-feb4eb72b44a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:06:21.065653 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85e8029-bcb0-4d71-9696-8f8ce6823f45 x-openstack-request-id: req-e85e8029-bcb0-4d71-9696-8f8ce6823f45 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:06:21.065858 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a077f28-57c0-4c37-bfd2-f3a3d03debab", "name": "network-vif-deleted", "tag": "07bee78a-405e-4a35-b818-feb4eb72b44a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:06:21.066084 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e85e8029-bcb0-4d71-9696-8f8ce6823f45 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:06:21.066479 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a077f28-57c0-4c37-bfd2-f3a3d03debab', 'name': 'network-vif-deleted', 'tag': '07bee78a-405e-4a35-b818-feb4eb72b44a', 'status': 'completed', 'code': 200} Sep 22 21:06:21.140284 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-69651585-77b3-4a7a-a705-61c803bbf01c req-5d6b2c84-ef8a-4e39-9017-7c27219b5f18 tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 210 time: 0.0264804 Sep 22 21:06:21.307401 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f61ae3-4dca-49c0-956e-98746e9f169e req-f8e51d1e-4c1b-4722-afbc-d8d003367540 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:21.308919 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-68f61ae3-4dca-49c0-956e-98746e9f169e req-f8e51d1e-4c1b-4722-afbc-d8d003367540 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 944 time: 0.0484264 Sep 22 21:06:21.348541 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-68f61ae3-4dca-49c0-956e-98746e9f169e req-ba4d1f2a-690c-4cc9-ba59-a371e2ac0f60 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336578 Sep 22 21:06:21.474399 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 5943f747-cb4b-4745-a760-2eac7476fab8 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:06:21.570704 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 5943f747-cb4b-4745-a760-2eac7476fab8, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=5943f747-cb4b-4745-a760-2eac7476fab8,segment=NetworkSegment(fde8e8c3-5403-45fd-a37d-e9468e825f8d),segment_id=fde8e8c3-5403-45fd-a37d-e9468e825f8d)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:06:21.583963 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': '5943f747-cb4b-4745-a760-2eac7476fab8', 'network_id': '0070fc4b-ffbd-4d1f-a816-0bb31ee5defd', 'port_id': '5943f747-cb4b-4745-a760-2eac7476fab8', 'mac_address': 'fa:16:3e:9f:1f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69eabb05-271d-4eab-96aa-6743dce89c9d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:06:21.586585 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab23d71-4585-42ca-8e44-bb2118efe1f2 req-a0671d8f-e0b9-456e-ba76-0cc9742bec41 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:21.588691 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5ab23d71-4585-42ca-8e44-bb2118efe1f2 req-a0671d8f-e0b9-456e-ba76-0cc9742bec41 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0606179 Sep 22 21:06:21.622010 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:21.629142 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5ab23d71-4585-42ca-8e44-bb2118efe1f2 req-b534ccb6-79b6-4881-8fcc-6db8cbf32d2c tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344958 Sep 22 21:06:21.634763 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5943f747-cb4b-4745-a760-2eac7476fab8 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:06:21.654453 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 5943f747-cb4b-4745-a760-2eac7476fab8, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=5943f747-cb4b-4745-a760-2eac7476fab8,segment=NetworkSegment(fde8e8c3-5403-45fd-a37d-e9468e825f8d),segment_id=fde8e8c3-5403-45fd-a37d-e9468e825f8d)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:06:21.737433 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:21.792666 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=5943f747-cb4b-4745-a760-2eac7476fab8,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:21.802470 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:21.802470 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:21.802470 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:21.802470 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:21.802470 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:21.802470 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:21.802470 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:21.802470 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:21.803067 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:21.803067 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:21.803235 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:21.803406 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:22.192904 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['5943f747-cb4b-4745-a760-2eac7476fab8'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:06:22.257530 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fb8df1f0-618f-4149-8c6e-77e4fe24578e req-4927b1f6-6fe7-40c3-9e9a-dce767f2ac0e tempest-DeleteServersTestJSON-372876475 tempest-DeleteServersTestJSON-372876475-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a077f28-57c0-4c37-bfd2-f3a3d03debab HTTP/1.1" status: 200 len: 210 time: 0.0252581 Sep 22 21:06:22.496657 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378abb1c-c815-4c9b-8f90-57d4b71319c1 req-3eb32a8a-31ec-444b-9472-9755b71a34f3 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:22.498398 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-378abb1c-c815-4c9b-8f90-57d4b71319c1 req-3eb32a8a-31ec-444b-9472-9755b71a34f3 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 945 time: 0.0633807 Sep 22 21:06:22.540023 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-378abb1c-c815-4c9b-8f90-57d4b71319c1 req-2d33379d-804a-4d32-ab16-1e9c36e7dc8c tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350695 Sep 22 21:06:22.634382 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 44154) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:22.753969 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a55faf2-a82c-454c-bbc6-48ebd7a09c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:22.774758 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0aaf9f-7c05-4a21-9086-278cf4381357 req-02c6317d-62b9-40b6-9aee-385034318087 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:22.776249 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-df0aaf9f-7c05-4a21-9086-278cf4381357 req-02c6317d-62b9-40b6-9aee-385034318087 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0789382 Sep 22 21:06:22.832604 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-df0aaf9f-7c05-4a21-9086-278cf4381357 req-271030cf-0222-4faf-b28f-2144754f8ad3 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485034 Sep 22 21:06:22.887994 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a55faf2-a82c-454c-bbc6-48ebd7a09c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:23.045881 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2a55faf2-a82c-454c-bbc6-48ebd7a09c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:23.082153 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55faf2-a82c-454c-bbc6-48ebd7a09c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b99c53-053c-49a2-8dff-467b757dc8f3,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:23.086382 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-2a55faf2-a82c-454c-bbc6-48ebd7a09c76 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6bd50d1c2aa4fa6947942e7fdc8368a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4509809 Sep 22 21:06:23.088956 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 44160) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:23.139604 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5dc6c4c-314b-482a-82fd-ea3550e7a32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:23.160708 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5dc6c4c-314b-482a-82fd-ea3550e7a32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:23.274241 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5dc6c4c-314b-482a-82fd-ea3550e7a32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:23.280695 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c5dc6c4c-314b-482a-82fd-ea3550e7a32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:23.280695 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-c5dc6c4c-314b-482a-82fd-ea3550e7a32f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b4b99c53-053c-49a2-8dff-467b757dc8f3 HTTP/1.1" status: 204 len: 168 time: 0.1882377 Sep 22 21:06:23.287139 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc6c4c-314b-482a-82fd-ea3550e7a32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b99c53-053c-49a2-8dff-467b757dc8f3,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:23.495993 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 5943f747-cb4b-4745-a760-2eac7476fab8 up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:06:23.647905 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port 5943f747-cb4b-4745-a760-2eac7476fab8 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:06:23.655208 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port 5943f747-cb4b-4745-a760-2eac7476fab8 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:06:23.655584 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:23.662920 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6ab69-9f05-4944-98af-078b80e68b95 req-1bae389c-50ce-4a6f-8cee-8360d3a80f78 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:23.664484 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-26e6ab69-9f05-4944-98af-078b80e68b95 req-1bae389c-50ce-4a6f-8cee-8360d3a80f78 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 945 time: 0.0540016 Sep 22 21:06:23.705990 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-26e6ab69-9f05-4944-98af-078b80e68b95 req-661bc2e1-20b6-47e3-afa6-bdf3b157b1ca tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333219 Sep 22 21:06:23.752822 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:23.773694 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c35e651-90ca-432d-9d4d-8cc4cc471406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5943f747-cb4b-4745-a760-2eac7476fab8'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:06:23.776613 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef8bab7-bfed-4bdc-8043-163346786264" -d '{"events": [{"server_uuid": "6c35e651-90ca-432d-9d4d-8cc4cc471406", "name": "network-vif-plugged", "status": "completed", "tag": "5943f747-cb4b-4745-a760-2eac7476fab8"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:06:23.795207 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 5943f747-cb4b-4745-a760-2eac7476fab8, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=5943f747-cb4b-4745-a760-2eac7476fab8,segment=NetworkSegment(fde8e8c3-5403-45fd-a37d-e9468e825f8d),segment_id=fde8e8c3-5403-45fd-a37d-e9468e825f8d)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:06:23.819715 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5520bb05-fc48-4c7e-8486-3545a3acc871 x-openstack-request-id: req-5520bb05-fc48-4c7e-8486-3545a3acc871 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:06:23.820006 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c35e651-90ca-432d-9d4d-8cc4cc471406", "name": "network-vif-plugged", "status": "completed", "tag": "5943f747-cb4b-4745-a760-2eac7476fab8", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:06:23.820257 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5520bb05-fc48-4c7e-8486-3545a3acc871 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:06:23.820651 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c35e651-90ca-432d-9d4d-8cc4cc471406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5943f747-cb4b-4745-a760-2eac7476fab8', 'code': 200} Sep 22 21:06:23.856294 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:23.857258 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 07bee78a-405e-4a35-b818-feb4eb72b44a no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:06:23.883032 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: 07bee78a-405e-4a35-b818-feb4eb72b44a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:06:23.883549 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 07bee78a-405e-4a35-b818-feb4eb72b44a not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:06:23.933584 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=5943f747-cb4b-4745-a760-2eac7476fab8,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:23.954037 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a946a1-74a0-4443-90fb-2d6d2aa2f132 req-786d4920-eb3f-4912-93bc-83f6cd4d1db3 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:23.955590 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-24a946a1-74a0-4443-90fb-2d6d2aa2f132 req-786d4920-eb3f-4912-93bc-83f6cd4d1db3 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0504963 Sep 22 21:06:23.995799 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-24a946a1-74a0-4443-90fb-2d6d2aa2f132 req-842ad398-6300-40a2-8291-7ec5564d19b5 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340943 Sep 22 21:06:24.057505 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 44218) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:24.071162 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c640c22b-99ae-4034-9daf-487c792f3961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:24.164987 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c640c22b-99ae-4034-9daf-487c792f3961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:24.229781 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c640c22b-99ae-4034-9daf-487c792f3961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:24.240788 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ff6c2-2b23-4356-ac28-8e25710507dc req-ce7f2362-075b-468b-b44d-c642fc14ad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:24.243174 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-009ff6c2-2b23-4356-ac28-8e25710507dc req-ce7f2362-075b-468b-b44d-c642fc14ad0e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 1099 time: 0.0763595 Sep 22 21:06:24.287486 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-c640c22b-99ae-4034-9daf-487c792f3961 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=17a0cc092b7b46998d9a8943c0739169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289069 Sep 22 21:06:24.288384 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640c22b-99ae-4034-9daf-487c792f3961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9fbc11-eaff-47d7-8df1-5d1aeb612d10,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:24.291941 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-009ff6c2-2b23-4356-ac28-8e25710507dc req-a09c27b8-02d2-4757-ac6e-180938a0d9c5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381117 Sep 22 21:06:24.292417 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 44226) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:24.345089 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1d6de19-d560-4847-8145-390a64a9276b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:24.368081 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1d6de19-d560-4847-8145-390a64a9276b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:24.508632 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1d6de19-d560-4847-8145-390a64a9276b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:24.511992 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b1d6de19-d560-4847-8145-390a64a9276b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:24.519363 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-b1d6de19-d560-4847-8145-390a64a9276b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd9fbc11-eaff-47d7-8df1-5d1aeb612d10 HTTP/1.1" status: 204 len: 168 time: 0.2198985 Sep 22 21:06:24.520950 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6de19-d560-4847-8145-390a64a9276b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9fbc11-eaff-47d7-8df1-5d1aeb612d10,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:24.829622 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeceb67-9cc0-41be-a6db-3fe9ef269366 req-30af6384-51f7-4924-a2dc-76d16fa0bcd6 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:24.831202 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3eeceb67-9cc0-41be-a6db-3fe9ef269366 req-30af6384-51f7-4924-a2dc-76d16fa0bcd6 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 946 time: 0.0548759 Sep 22 21:06:24.890740 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3eeceb67-9cc0-41be-a6db-3fe9ef269366 req-0e85ba16-3fc8-4bcd-9336-b8fc408c5c94 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530188 Sep 22 21:06:24.973721 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 44258) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:25.017599 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d8982c-08d2-4d11-a75a-e4d766ddaf81 admin admin] Deleting subnet a9704ca3-1815-46c4-97c8-3a7101b4119a {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 21:06:25.020971 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80d8982c-08d2-4d11-a75a-e4d766ddaf81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:25.056866 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80d8982c-08d2-4d11-a75a-e4d766ddaf81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26635490'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:25.102095 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80d8982c-08d2-4d11-a75a-e4d766ddaf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971671'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:25.112028 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcaae18-0c32-4093-8ea6-0aaeb120e692 req-706282db-dd39-4b12-9d3c-22b09310909b tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:25.113804 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1bcaae18-0c32-4093-8ea6-0aaeb120e692 req-706282db-dd39-4b12-9d3c-22b09310909b tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0494447 Sep 22 21:06:25.162603 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1bcaae18-0c32-4093-8ea6-0aaeb120e692 req-05ac2160-3707-45fe-83d4-2aaea0921b9a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 Sep 22 21:06:25.233416 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80d8982c-08d2-4d11-a75a-e4d766ddaf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27223618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26049022'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:25.259763 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8982c-08d2-4d11-a75a-e4d766ddaf81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9704ca3-1815-46c4-97c8-3a7101b4119a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:25.261732 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80d8982c-08d2-4d11-a75a-e4d766ddaf81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:25.263575 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-80d8982c-08d2-4d11-a75a-e4d766ddaf81 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a9704ca3-1815-46c4-97c8-3a7101b4119a HTTP/1.1" status: 204 len: 168 time: 0.2888434 Sep 22 21:06:25.266084 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 44268) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:25.331429 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-544cac9f-2f74-41de-a55b-046f1be411e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548719'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:25.418504 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-544cac9f-2f74-41de-a55b-046f1be411e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-969262', 'neutron.services.segments.db._delete_segments_for_network-8786352064148'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:25.438713 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-544cac9f-2f74-41de-a55b-046f1be411e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d066f00-068e-46f1-8859-f37d08687fd7']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:06:25.447858 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-544cac9f-2f74-41de-a55b-046f1be411e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8479044-d101-45c7-be9b-b4998261bbed') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:06:25.448148 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-544cac9f-2f74-41de-a55b-046f1be411e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8479044-d101-45c7-be9b-b4998261bbed') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:06:25.457764 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-544cac9f-2f74-41de-a55b-046f1be411e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786352062877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26635515'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:25.471034 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-544cac9f-2f74-41de-a55b-046f1be411e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:25.476891 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544cac9f-2f74-41de-a55b-046f1be411e0 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:06:25.477270 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-544cac9f-2f74-41de-a55b-046f1be411e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27224044'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: Traceback (most recent call last): Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: timer() Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: cb(*args, **kw) Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: return func(*args, **kwargs) Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: self._notify() Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: self.callback(batched_events) Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: event.method(event) Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: return f(self, *a, **k) Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: return self._get(url).json() Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: return self.request(url, 'GET', **kwargs) Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 21:06:25.479410 dv-cinder-810415-3-iscsi neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 21:06:25.594356 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-544cac9f-2f74-41de-a55b-046f1be411e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-969241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741452'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:25.599760 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-544cac9f-2f74-41de-a55b-046f1be411e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:25.601686 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-544cac9f-2f74-41de-a55b-046f1be411e0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5d066f00-068e-46f1-8859-f37d08687fd7 HTTP/1.1" status: 204 len: 168 time: 0.3346975 Sep 22 21:06:25.626812 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cac9f-2f74-41de-a55b-046f1be411e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d066f00-068e-46f1-8859-f37d08687fd7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:26.009890 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34e8f3-66e2-49e3-8b16-81e8e870251a req-76a442d8-d8ae-4f5e-a61a-ca46c8bf2ad5 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:26.011402 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ac34e8f3-66e2-49e3-8b16-81e8e870251a req-76a442d8-d8ae-4f5e-a61a-ca46c8bf2ad5 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 946 time: 0.0491190 Sep 22 21:06:26.078640 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ac34e8f3-66e2-49e3-8b16-81e8e870251a req-f592d38b-99db-4871-991c-09d8e02e6d99 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556166 Sep 22 21:06:26.082326 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 44316) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:26.139819 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-16bcb9b4-8460-497f-9bb0-ff6c84653380 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d39530f6a1dc4dc2b7039e89587a9656&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0435133 Sep 22 21:06:26.142343 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 44320) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:26.204151 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d65426b1-2fb3-48da-81c6-83c80f8e2e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:26.230599 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d65426b1-2fb3-48da-81c6-83c80f8e2e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:26.311405 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb008829-62fd-4109-9655-a1016c6fc466 req-9b799591-07d6-42d5-af4f-60b362365da9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:26.312938 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-eb008829-62fd-4109-9655-a1016c6fc466 req-9b799591-07d6-42d5-af4f-60b362365da9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0636613 Sep 22 21:06:26.350361 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-eb008829-62fd-4109-9655-a1016c6fc466 req-2b57da99-945e-4bd8-bc8d-a40a6825e63e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316446 Sep 22 21:06:26.417723 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d65426b1-2fb3-48da-81c6-83c80f8e2e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:26.420381 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d65426b1-2fb3-48da-81c6-83c80f8e2e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:26.421679 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-d65426b1-2fb3-48da-81c6-83c80f8e2e80 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb1f7121-b241-46c6-9802-cf93af092611 HTTP/1.1" status: 204 len: 168 time: 0.2783546 Sep 22 21:06:26.432642 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65426b1-2fb3-48da-81c6-83c80f8e2e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1f7121-b241-46c6-9802-cf93af092611,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:26.784079 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 44344) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:26.923013 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3ab92ba-f7eb-475b-bc3f-9e635c16e7f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:27.033350 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3ab92ba-f7eb-475b-bc3f-9e635c16e7f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:27.113492 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c3ab92ba-f7eb-475b-bc3f-9e635c16e7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:27.155965 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-c3ab92ba-f7eb-475b-bc3f-9e635c16e7f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81451f54b1f94a30b2f6ea2bcb8c792a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3708060 Sep 22 21:06:27.157062 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab92ba-f7eb-475b-bc3f-9e635c16e7f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91604ae-fd36-4f35-a546-d0595f9edd81,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:27.158751 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 44366) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:27.220711 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d456341-246e-4ca5-a255-552e8ab1eaf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:27.253925 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d456341-246e-4ca5-a255-552e8ab1eaf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:27.375436 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d456341-246e-4ca5-a255-552e8ab1eaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:27.380567 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d456341-246e-4ca5-a255-552e8ab1eaf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:27.388283 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-6d456341-246e-4ca5-a255-552e8ab1eaf6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c91604ae-fd36-4f35-a546-d0595f9edd81 HTTP/1.1" status: 204 len: 168 time: 0.2276602 Sep 22 21:06:27.399733 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d456341-246e-4ca5-a255-552e8ab1eaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91604ae-fd36-4f35-a546-d0595f9edd81,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:27.503844 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945e419-9e72-4cc2-822e-6831bd6d51eb req-60456226-1bb4-47d2-9356-c0f5648393ba tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:27.514495 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d945e419-9e72-4cc2-822e-6831bd6d51eb req-60456226-1bb4-47d2-9356-c0f5648393ba tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0724969 Sep 22 21:06:27.556975 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d945e419-9e72-4cc2-822e-6831bd6d51eb req-ec9cee08-9897-4f0d-8a47-9dde7d1f933a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414631 Sep 22 21:06:27.697105 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113ea1f-1ce7-4128-9600-53b6c08b7fb1 req-7f9bf264-6ac2-4912-812c-e030fc84848c tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:27.698727 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7113ea1f-1ce7-4128-9600-53b6c08b7fb1 req-7f9bf264-6ac2-4912-812c-e030fc84848c tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 946 time: 0.0493033 Sep 22 21:06:27.745389 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7113ea1f-1ce7-4128-9600-53b6c08b7fb1 req-2f809d0b-38c0-408f-b859-5917e69203c6 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392654 Sep 22 21:06:28.151389 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 44414) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:28.204448 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 44418) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:28.225185 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-789c5a75-bcfe-4d1e-b225-87eb230661da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:28.317949 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-789c5a75-bcfe-4d1e-b225-87eb230661da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:28.359910 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-789c5a75-bcfe-4d1e-b225-87eb230661da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:28.375449 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f0718847-cf66-4514-8efe-515b01776b9b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-359810104-network', 'tenant_id': '4710095783a04ccab7b1109acfbf73bb'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:06:28.417044 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-789c5a75-bcfe-4d1e-b225-87eb230661da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7caeaa25e824f8db436e72eeb9c0845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2114990 Sep 22 21:06:28.420016 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 44426) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:28.426769 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c5a75-bcfe-4d1e-b225-87eb230661da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d3459b-8062-4a47-8665-6eab0f078207,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:28.472213 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f658ec44-aec9-4a01-9bdd-dac5ea382d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:28.493211 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f658ec44-aec9-4a01-9bdd-dac5ea382d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:28.508519 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0718847-cf66-4514-8efe-515b01776b9b admin admin] Made reservation on behalf of 4710095783a04ccab7b1109acfbf73bb for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:06:28.516432 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0718847-cf66-4514-8efe-515b01776b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:28.527637 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0718847-cf66-4514-8efe-515b01776b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:28.632700 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f658ec44-aec9-4a01-9bdd-dac5ea382d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:28.636086 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f658ec44-aec9-4a01-9bdd-dac5ea382d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:28.637328 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-f658ec44-aec9-4a01-9bdd-dac5ea382d68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49d3459b-8062-4a47-8665-6eab0f078207 HTTP/1.1" status: 204 len: 168 time: 0.2163470 Sep 22 21:06:28.665885 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658ec44-aec9-4a01-9bdd-dac5ea382d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d3459b-8062-4a47-8665-6eab0f078207,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:28.687912 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcd7c1-acb2-4953-88e6-f21ddd3b1f08 req-76f52de6-6141-4389-b227-4d7ca6977f3a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:28.689497 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-22bcd7c1-acb2-4953-88e6-f21ddd3b1f08 req-76f52de6-6141-4389-b227-4d7ca6977f3a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0668724 Sep 22 21:06:28.714194 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0718847-cf66-4514-8efe-515b01776b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:28.730873 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-22bcd7c1-acb2-4953-88e6-f21ddd3b1f08 req-64738dec-db3a-4fed-9537-693a6d9f0879 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344625 Sep 22 21:06:28.874453 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0718847-cf66-4514-8efe-515b01776b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:28.895841 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f49913-7ae0-464d-9c64-ede4034d0928 req-37559de1-e4f0-4043-9474-39d09831074e tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:28.897804 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a0f49913-7ae0-464d-9c64-ede4034d0928 req-37559de1-e4f0-4043-9474-39d09831074e tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 946 time: 0.0521152 Sep 22 21:06:28.910226 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0718847-cf66-4514-8efe-515b01776b9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:06:28.922259 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0718847-cf66-4514-8efe-515b01776b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948227f8-c40c-469f-ba00-880a8c3aee51,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:28.941268 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0718847-cf66-4514-8efe-515b01776b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:28.941743 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.segments_db [None req-f0718847-cf66-4514-8efe-515b01776b9b admin admin] Added segment b050491d-33ef-46e3-9e42-218a94a7b92f of type vlan for network d9b6faf9-b2b7-4153-bb83-4212e925b805 Sep 22 21:06:28.958921 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a0f49913-7ae0-464d-9c64-ede4034d0928 req-ccb95ae6-057e-4107-95ed-6cbefbe814bc tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Sep 22 21:06:28.987630 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0718847-cf66-4514-8efe-515b01776b9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786351554335'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:29.136939 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0718847-cf66-4514-8efe-515b01776b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:29.137920 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0718847-cf66-4514-8efe-515b01776b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:29.138484 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f0718847-cf66-4514-8efe-515b01776b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:29.210166 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0718847-cf66-4514-8efe-515b01776b9b admin admin] Pushing event updated for resources: {'Network': ['ID=d9b6faf9-b2b7-4153-bb83-4212e925b805,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:29.220077 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Network d9b6faf9-b2b7-4153-bb83-4212e925b805 details requested by agent ovs-agent-dv-cinder-810415-3-iscsi with host dv-cinder-810415-3-iscsi {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 21:06:29.234699 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-f0718847-cf66-4514-8efe-515b01776b9b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0822167 Sep 22 21:06:29.237962 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 44460) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:29.244177 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-688fbe1f-c8e4-4946-96e1-17ab266b0416 admin admin] Request body: {'subnet': {'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-359810104-subnet', 'tenant_id': '4710095783a04ccab7b1109acfbf73bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:06:29.255005 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc7ab2-8141-4f52-bf9e-159e96d82d49 req-7d7a1929-fbdc-4af1-af4e-ff5dad2e19ed tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:29.256531 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-01fc7ab2-8141-4f52-bf9e-159e96d82d49 req-7d7a1929-fbdc-4af1-af4e-ff5dad2e19ed tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 946 time: 0.0540135 Sep 22 21:06:29.371773 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-01fc7ab2-8141-4f52-bf9e-159e96d82d49 req-30044def-c2da-4a31-9187-54da098e4598 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Deleting port 5943f747-cb4b-4745-a760-2eac7476fab8 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:06:29.372113 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-01fc7ab2-8141-4f52-bf9e-159e96d82d49 req-30044def-c2da-4a31-9187-54da098e4598 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:29.382859 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688fbe1f-c8e4-4946-96e1-17ab266b0416 admin admin] Made reservation on behalf of 4710095783a04ccab7b1109acfbf73bb for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:06:29.385638 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-688fbe1f-c8e4-4946-96e1-17ab266b0416 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25764989'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:29.458568 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-01fc7ab2-8141-4f52-bf9e-159e96d82d49 req-30044def-c2da-4a31-9187-54da098e4598 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] For port 5943f747-cb4b-4745-a760-2eac7476fab8, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=5943f747-cb4b-4745-a760-2eac7476fab8,segment=NetworkSegment(fde8e8c3-5403-45fd-a37d-e9468e825f8d),segment_id=fde8e8c3-5403-45fd-a37d-e9468e825f8d)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:06:29.459182 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-01fc7ab2-8141-4f52-bf9e-159e96d82d49 req-30044def-c2da-4a31-9187-54da098e4598 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:29.473457 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-01fc7ab2-8141-4f52-bf9e-159e96d82d49 req-30044def-c2da-4a31-9187-54da098e4598 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Calling delete_port for 5943f747-cb4b-4745-a760-2eac7476fab8 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:06:29.623161 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-688fbe1f-c8e4-4946-96e1-17ab266b0416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26159356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25764943'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:29.679530 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fbe1f-c8e4-4946-96e1-17ab266b0416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=306d6aee-3151-4adf-9b06-7ffb7fd67e61,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:29.690297 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688fbe1f-c8e4-4946-96e1-17ab266b0416 admin admin] Checking segment: {'id': 'b050491d-33ef-46e3-9e42-218a94a7b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:06:29.691126 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688fbe1f-c8e4-4946-96e1-17ab266b0416 admin admin] Network hostable DHCP agents. Network: d9b6faf9-b2b7-4153-bb83-4212e925b805, hostable agents: ['56809e1b-eac6-40c1-a412-0e5017dff325'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:06:29.691734 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-01fc7ab2-8141-4f52-bf9e-159e96d82d49 req-30044def-c2da-4a31-9187-54da098e4598 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:29.712010 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['5943f747-cb4b-4745-a760-2eac7476fab8'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:06:29.724084 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30044def-c2da-4a31-9187-54da098e4598 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Pushing event deleted for resources: {'Port': ['ID=5943f747-cb4b-4745-a760-2eac7476fab8,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:29.769728 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fc7ab2-8141-4f52-bf9e-159e96d82d49 req-30044def-c2da-4a31-9187-54da098e4598 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] No DVR routers for this DVR port 5943f747-cb4b-4745-a760-2eac7476fab8 on host hv-cinder-81041 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:06:29.772442 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-01fc7ab2-8141-4f52-bf9e-159e96d82d49 req-30044def-c2da-4a31-9187-54da098e4598 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:29.774665 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-01fc7ab2-8141-4f52-bf9e-159e96d82d49 req-30044def-c2da-4a31-9187-54da098e4598 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.48 "DELETE /v2.0/ports/5943f747-cb4b-4745-a760-2eac7476fab8 HTTP/1.1" status: 204 len: 173 time: 0.5051455 Sep 22 21:06:29.775094 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c35e651-90ca-432d-9d4d-8cc4cc471406', 'name': 'network-vif-deleted', 'tag': '5943f747-cb4b-4745-a760-2eac7476fab8'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:06:29.777463 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1feb8726-23fa-424c-b632-59ab2707f116" -d '{"events": [{"server_uuid": "6c35e651-90ca-432d-9d4d-8cc4cc471406", "name": "network-vif-deleted", "tag": "5943f747-cb4b-4745-a760-2eac7476fab8"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:06:29.794456 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688fbe1f-c8e4-4946-96e1-17ab266b0416 admin admin] Network d9b6faf9-b2b7-4153-bb83-4212e925b805 is scheduled to be hosted by DHCP agent 56809e1b-eac6-40c1-a412-0e5017dff325 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:06:29.824325 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402a52a1-eb2d-4579-8845-0142acc05160 x-openstack-request-id: req-402a52a1-eb2d-4579-8845-0142acc05160 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:06:29.832165 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c35e651-90ca-432d-9d4d-8cc4cc471406", "name": "network-vif-deleted", "tag": "5943f747-cb4b-4745-a760-2eac7476fab8", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:06:29.832165 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-402a52a1-eb2d-4579-8845-0142acc05160 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:06:29.832165 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c35e651-90ca-432d-9d4d-8cc4cc471406', 'name': 'network-vif-deleted', 'tag': '5943f747-cb4b-4745-a760-2eac7476fab8', 'status': 'completed', 'code': 200} Sep 22 21:06:29.882016 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1e92a-6a0d-44a1-8ac7-dd1090845d82 req-ad71941b-106f-4ac8-a5de-f75b9b72208c tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:29.883598 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1ef1e92a-6a0d-44a1-8ac7-dd1090845d82 req-ad71941b-106f-4ac8-a5de-f75b9b72208c tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0713336 Sep 22 21:06:29.886083 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-688fbe1f-c8e4-4946-96e1-17ab266b0416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-3-iscsi, d9b6faf9-b2b7-4153-bb83-4212e925b805) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:06:29.894187 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55a9fbc-03ea-41f5-a63b-afeca2f0d317 None None] Network d9b6faf9-b2b7-4153-bb83-4212e925b805 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:06:29.898629 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688fbe1f-c8e4-4946-96e1-17ab266b0416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:29.899438 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-688fbe1f-c8e4-4946-96e1-17ab266b0416 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:29.954419 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1ef1e92a-6a0d-44a1-8ac7-dd1090845d82 req-300fe380-bea7-4926-8b47-9ac4a92046c0 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579617 Sep 22 21:06:30.012206 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-688fbe1f-c8e4-4946-96e1-17ab266b0416 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7725687 Sep 22 21:06:30.064973 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc5465c-b565-46f6-8f46-2eac8a96c3f5 None None] Network d9b6faf9-b2b7-4153-bb83-4212e925b805 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:06:30.086429 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3f2d2d2c-249b-41e9-b831-97bec93ab77d req-27a7b74e-277e-4e1f-9f7c-198deef34436 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c35e651-90ca-432d-9d4d-8cc4cc471406 HTTP/1.1" status: 200 len: 210 time: 0.0386677 Sep 22 21:06:30.552064 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa373447-cb44-4b31-aa05-06d76abe517c req-b17990d0-380b-4cac-901b-606d8d48161e tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:30.553581 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fa373447-cb44-4b31-aa05-06d76abe517c req-b17990d0-380b-4cac-901b-606d8d48161e tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/networks?id=d9b6faf9-b2b7-4153-bb83-4212e925b805 HTTP/1.1" status: 200 len: 814 time: 0.1094134 Sep 22 21:06:30.569396 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fa373447-cb44-4b31-aa05-06d76abe517c req-4f65e319-0a72-4320-9c13-d8e9ac12ad2e tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/quotas/4710095783a04ccab7b1109acfbf73bb HTTP/1.1" status: 200 len: 375 time: 0.0091710 Sep 22 21:06:30.603693 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fa373447-cb44-4b31-aa05-06d76abe517c req-12e45ad0-c8a0-414b-9ca5-d8da5dad0623 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4710095783a04ccab7b1109acfbf73bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289078 Sep 22 21:06:30.715277 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fa373447-cb44-4b31-aa05-06d76abe517c req-d84ad1fe-d727-49a8-b01d-b2510fdac5e4 service neutron] 10.222.0.42 "GET /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032960 Sep 22 21:06:30.739076 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 44532) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:30.822600 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fa373447-cb44-4b31-aa05-06d76abe517c req-ee88990f-cf58-411f-b131-834d8bee5d0e service neutron] 10.222.0.42 "GET /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008646 Sep 22 21:06:31.000565 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fc112e99-f67b-46c6-a763-bae5f9ba40e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:31.022862 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-927de533-fc68-4ddf-929b-88ff87acc2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:31.142756 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-80e04f4b-5a4e-4d77-a01b-e301ecd3e94d req-52c0028d-1325-4482-8f4b-cb1eac519e10 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=55ac24ac-9646-4382-822c-761972a07ce7 HTTP/1.1" status: 200 len: 210 time: 0.0480170 Sep 22 21:06:31.161134 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ad344-0fe5-4df6-9197-dfab0ad5ca66 req-7a7b9902-45be-460c-9ef7-1295791932e4 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:31.172428 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-370ad344-0fe5-4df6-9197-dfab0ad5ca66 req-7a7b9902-45be-460c-9ef7-1295791932e4 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.1068912 Sep 22 21:06:31.229897 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-927de533-fc68-4ddf-929b-88ff87acc2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:31.230267 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-370ad344-0fe5-4df6-9197-dfab0ad5ca66 req-383633e2-56c3-4fcf-b71f-4cd81a9768ea tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531676 Sep 22 21:06:31.388545 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-927de533-fc68-4ddf-929b-88ff87acc2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:31.424456 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-927de533-fc68-4ddf-929b-88ff87acc2d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4dc924971e5b4589aedb2ceb6d059d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6837876 Sep 22 21:06:31.431498 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 44594) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:31.452878 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927de533-fc68-4ddf-929b-88ff87acc2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be47947c-5002-4633-a815-8065b12c372c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:31.506593 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89c1a7e4-a320-4109-9b74-e90c6dfddad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:31.526518 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fb776-8382-4a35-a110-cf141917a131 req-cd4c07c3-e5df-4437-8c4d-74bd3da63c3f tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:31.528014 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-130fb776-8382-4a35-a110-cf141917a131 req-cd4c07c3-e5df-4437-8c4d-74bd3da63c3f tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/networks?id=0070fc4b-ffbd-4d1f-a816-0bb31ee5defd HTTP/1.1" status: 200 len: 808 time: 0.1291065 Sep 22 21:06:31.529527 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89c1a7e4-a320-4109-9b74-e90c6dfddad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:31.545148 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-130fb776-8382-4a35-a110-cf141917a131 req-e6fa71e6-e41d-49c0-9df6-ebc5130dd15f tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/quotas/4db8c932f44446728d9233fd1e78ba92 HTTP/1.1" status: 200 len: 375 time: 0.0101166 Sep 22 21:06:31.587411 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-130fb776-8382-4a35-a110-cf141917a131 req-01ac0f9c-2572-4f1e-8b33-5f437141db5d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4db8c932f44446728d9233fd1e78ba92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365593 Sep 22 21:06:31.674360 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89c1a7e4-a320-4109-9b74-e90c6dfddad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:31.677049 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89c1a7e4-a320-4109-9b74-e90c6dfddad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:31.678254 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-89c1a7e4-a320-4109-9b74-e90c6dfddad3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be47947c-5002-4633-a815-8065b12c372c HTTP/1.1" status: 204 len: 168 time: 0.2457149 Sep 22 21:06:31.683282 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-130fb776-8382-4a35-a110-cf141917a131 req-bd797307-0009-4e29-ab0b-5e8d246499b2 service neutron] 10.222.0.42 "GET /v2.0/networks/0070fc4b-ffbd-4d1f-a816-0bb31ee5defd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949216 Sep 22 21:06:31.686620 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1a7e4-a320-4109-9b74-e90c6dfddad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be47947c-5002-4633-a815-8065b12c372c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:31.795362 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-130fb776-8382-4a35-a110-cf141917a131 req-99bf270b-51ae-40b1-8f39-7bdce0fea8a7 service neutron] 10.222.0.42 "GET /v2.0/networks/0070fc4b-ffbd-4d1f-a816-0bb31ee5defd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051328 Sep 22 21:06:32.138114 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6da94270-517d-4d51-a5c1-732055c63a53 req-53676878-4a1d-44d1-9001-c09ee74e97b9 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 210 time: 0.0264194 Sep 22 21:06:32.229707 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-77623ff4-45f9-4ca5-8b48-8b6c0e71914c req-25ac5db7-3abb-4cb1-9129-bbd1a8e4525a tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=55ac24ac-9646-4382-822c-761972a07ce7 HTTP/1.1" status: 200 len: 210 time: 0.0298405 Sep 22 21:06:32.344624 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf8e38-51ce-4e92-9c34-d10b7407a69f req-78bc0705-ac0c-4d95-8080-64afd293c99d tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:32.346097 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-59bf8e38-51ce-4e92-9c34-d10b7407a69f req-78bc0705-ac0c-4d95-8080-64afd293c99d tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0471704 Sep 22 21:06:32.387417 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-59bf8e38-51ce-4e92-9c34-d10b7407a69f req-8037ff79-e86e-43ea-bf0a-b60a902e3d2b tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353239 Sep 22 21:06:32.558567 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 44622) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:32.573296 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-adfbff77-fb16-4e64-b96a-54a76e50a620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:32.664680 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-adfbff77-fb16-4e64-b96a-54a76e50a620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:32.737271 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-adfbff77-fb16-4e64-b96a-54a76e50a620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:32.775970 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-adfbff77-fb16-4e64-b96a-54a76e50a620 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4c707b8754c47179560de33a69d605e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162449 Sep 22 21:06:32.776846 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfbff77-fb16-4e64-b96a-54a76e50a620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d82cfb-44ea-4b09-9018-9121e828030e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:32.778689 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 44630) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:32.826783 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-de5043ec-6c84-4e81-865b-d248b3616c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:32.850060 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-de5043ec-6c84-4e81-865b-d248b3616c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:32.960012 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-de5043ec-6c84-4e81-865b-d248b3616c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:32.962678 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-de5043ec-6c84-4e81-865b-d248b3616c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:32.963819 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-de5043ec-6c84-4e81-865b-d248b3616c8f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88d82cfb-44ea-4b09-9018-9121e828030e HTTP/1.1" status: 204 len: 168 time: 0.1840684 Sep 22 21:06:32.971376 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5043ec-6c84-4e81-865b-d248b3616c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d82cfb-44ea-4b09-9018-9121e828030e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:33.230980 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bf5a669e-a51d-494a-a59a-a48e9b5ebf28 req-41ae2593-e360-4213-8bbc-3b78d7309250 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 210 time: 0.0254786 Sep 22 21:06:33.332235 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-42663218-9b0d-4bd7-8988-7eb2e879ab59 req-88b965f3-cc07-4b4a-a120-b54e603acdbc tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=55ac24ac-9646-4382-822c-761972a07ce7 HTTP/1.1" status: 200 len: 210 time: 0.0320776 Sep 22 21:06:33.504382 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb36607-9de9-47d3-affa-d9870859d7bb req-54632d8d-0193-4e4c-883c-35efdfc6e78e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:33.506079 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5fb36607-9de9-47d3-affa-d9870859d7bb req-54632d8d-0193-4e4c-883c-35efdfc6e78e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0519221 Sep 22 21:06:33.543066 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5fb36607-9de9-47d3-affa-d9870859d7bb req-8377b0b3-2331-4ca9-8c5c-cb1325f2e072 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311310 Sep 22 21:06:33.605776 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a2aa3116-ea40-424d-b77b-daef66dfbf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:33.701824 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 5943f747-cb4b-4745-a760-2eac7476fab8 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:06:33.725491 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: 5943f747-cb4b-4745-a760-2eac7476fab8 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:06:33.725736 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 5943f747-cb4b-4745-a760-2eac7476fab8 not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:06:34.325682 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-70c8ebfd-6a82-4987-98b4-a7bd6f1e53dd req-43a2c0a8-f093-48b0-9096-aa193c9808c1 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 210 time: 0.0258396 Sep 22 21:06:34.403078 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:34.434867 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e70e0729-80f1-4f01-86d5-f8062cf43006 req-ba03e6c0-a853-4543-8ffc-bc9fb0deea67 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=55ac24ac-9646-4382-822c-761972a07ce7 HTTP/1.1" status: 200 len: 210 time: 0.0294917 Sep 22 21:06:34.500309 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:34.657177 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f37bfb-9a7e-4cea-bdff-5b050d72f3e8 req-1091ffcf-5d1c-4564-8769-fb9cc0fb54e3 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:34.658857 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d6f37bfb-9a7e-4cea-bdff-5b050d72f3e8 req-1091ffcf-5d1c-4564-8769-fb9cc0fb54e3 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0502801 Sep 22 21:06:34.709810 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d6f37bfb-9a7e-4cea-bdff-5b050d72f3e8 req-91c2cc3d-c342-45e6-92a4-0692af652d68 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433018 Sep 22 21:06:34.919541 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa373447-cb44-4b31-aa05-06d76abe517c req-8ad6fd39-dff8-44a3-a1a1-3e86cf45424f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:34.921092 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-fa373447-cb44-4b31-aa05-06d76abe517c req-8ad6fd39-dff8-44a3-a1a1-3e86cf45424f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.48 "GET /v2.0/networks?id=d9b6faf9-b2b7-4153-bb83-4212e925b805 HTTP/1.1" status: 200 len: 814 time: 0.1137114 Sep 22 21:06:34.935989 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-fa373447-cb44-4b31-aa05-06d76abe517c req-3bc035bc-ccdd-4ae2-9482-953a6147a8bb tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Request body: {'port': {'device_id': '55ac24ac-9646-4382-822c-761972a07ce7', 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805', 'admin_state_up': True, 'tenant_id': '4710095783a04ccab7b1109acfbf73bb'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:06:35.120857 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa373447-cb44-4b31-aa05-06d76abe517c req-3bc035bc-ccdd-4ae2-9482-953a6147a8bb tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Made reservation on behalf of 4710095783a04ccab7b1109acfbf73bb for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:06:35.133771 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fa373447-cb44-4b31-aa05-06d76abe517c req-3bc035bc-ccdd-4ae2-9482-953a6147a8bb tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:35.282945 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-fa373447-cb44-4b31-aa05-06d76abe517c req-3bc035bc-ccdd-4ae2-9482-953a6147a8bb tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Allocated IP 172.20.0.2 (d9b6faf9-b2b7-4153-bb83-4212e925b805/306d6aee-3151-4adf-9b06-7ffb7fd67e61/d0322484-0295-4e37-9940-2128771d0ddf) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:06:35.431937 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fa373447-cb44-4b31-aa05-06d76abe517c req-3bc035bc-ccdd-4ae2-9482-953a6147a8bb tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:35.436651 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-778eebaf-3fce-4f08-864b-061c4ecf8e5a req-4f1795fc-d768-44a1-a62e-9e14ffc864f4 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 210 time: 0.0308101 Sep 22 21:06:35.532555 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7830531b-f709-46bf-992c-c30a1dce5700 req-7ec2da77-f743-4916-a14a-0c1818be3269 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=55ac24ac-9646-4382-822c-761972a07ce7 HTTP/1.1" status: 200 len: 210 time: 0.0277712 Sep 22 21:06:35.543643 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fa373447-cb44-4b31-aa05-06d76abe517c req-3bc035bc-ccdd-4ae2-9482-953a6147a8bb tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:35.580897 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 44740) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:35.600158 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa373447-cb44-4b31-aa05-06d76abe517c req-3bc035bc-ccdd-4ae2-9482-953a6147a8bb tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Network d9b6faf9-b2b7-4153-bb83-4212e925b805 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:06:35.608859 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-fa373447-cb44-4b31-aa05-06d76abe517c req-3bc035bc-ccdd-4ae2-9482-953a6147a8bb tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:06:35.612934 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa373447-cb44-4b31-aa05-06d76abe517c req-3bc035bc-ccdd-4ae2-9482-953a6147a8bb tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:06:35.663296 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc035bc-ccdd-4ae2-9482-953a6147a8bb tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Pushing event updated for resources: {'Port': ['ID=d0322484-0295-4e37-9940-2128771d0ddf,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:35.679695 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa373447-cb44-4b31-aa05-06d76abe517c req-3bc035bc-ccdd-4ae2-9482-953a6147a8bb tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:35.683417 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fa373447-cb44-4b31-aa05-06d76abe517c req-3bc035bc-ccdd-4ae2-9482-953a6147a8bb tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:35.683531 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fb776-8382-4a35-a110-cf141917a131 req-d509e045-d2fd-4d22-99aa-e8248be66082 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:35.684760 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-130fb776-8382-4a35-a110-cf141917a131 req-d509e045-d2fd-4d22-99aa-e8248be66082 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.48 "GET /v2.0/networks?id=0070fc4b-ffbd-4d1f-a816-0bb31ee5defd HTTP/1.1" status: 200 len: 808 time: 0.1493666 Sep 22 21:06:35.699766 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [req-130fb776-8382-4a35-a110-cf141917a131 req-f50f80d2-7515-4ae6-8ca9-445a0cecc8a5 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Request body: {'port': {'device_id': '6c7a1dd3-79a9-4b10-81eb-58e406601256', 'network_id': '0070fc4b-ffbd-4d1f-a816-0bb31ee5defd', 'admin_state_up': True, 'tenant_id': '4db8c932f44446728d9233fd1e78ba92'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:06:35.732031 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-67e57421-3876-4f0c-a941-f394624e9cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:35.772842 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-fa373447-cb44-4b31-aa05-06d76abe517c req-3bc035bc-ccdd-4ae2-9482-953a6147a8bb tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8403132 Sep 22 21:06:35.788422 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Request body: {'port': {'device_id': '55ac24ac-9646-4382-822c-761972a07ce7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:06:35.963226 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:35.965674 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f20bd9-b177-4b52-88d5-e81e879add70 req-4f23fb87-ab31-4b5f-9d47-fcb3ba65a27a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:35.965674 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-68f20bd9-b177-4b52-88d5-e81e879add70 req-4f23fb87-ab31-4b5f-9d47-fcb3ba65a27a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.1140013 Sep 22 21:06:35.980992 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-68f20bd9-b177-4b52-88d5-e81e879add70 req-a0d88c20-8726-4e57-95ca-d0ef2fef16b1 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687082 Sep 22 21:06:36.015999 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-67e57421-3876-4f0c-a941-f394624e9cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:36.157835 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-67e57421-3876-4f0c-a941-f394624e9cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:36.197271 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0322484-0295-4e37-9940-2128771d0ddf {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:06:36.207096 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:36.219389 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-67e57421-3876-4f0c-a941-f394624e9cfd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=96a1b8d36e0a4f45bfc2609797ea1fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6305523 Sep 22 21:06:36.219389 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e57421-3876-4f0c-a941-f394624e9cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f8d21c-7a9b-4550-9174-92a8f96b5b05,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:36.219585 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 44768) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:36.232560 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Transition to ACTIVE for port object d0322484-0295-4e37-9940-2128771d0ddf will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:06:36.273017 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-916ebcda-1d71-4974-8e2e-292943c28672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:36.291724 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-130fb776-8382-4a35-a110-cf141917a131 req-f50f80d2-7515-4ae6-8ca9-445a0cecc8a5 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Made reservation on behalf of 4db8c932f44446728d9233fd1e78ba92 for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:06:36.296514 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-916ebcda-1d71-4974-8e2e-292943c28672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:36.304848 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-130fb776-8382-4a35-a110-cf141917a131 req-f50f80d2-7515-4ae6-8ca9-445a0cecc8a5 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:36.320317 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:36.324274 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:36.406390 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Pushing event updated for resources: {'Port': ['ID=d0322484-0295-4e37-9940-2128771d0ddf,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:36.490340 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-130fb776-8382-4a35-a110-cf141917a131 req-f50f80d2-7515-4ae6-8ca9-445a0cecc8a5 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Allocated IP 172.20.0.13 (0070fc4b-ffbd-4d1f-a816-0bb31ee5defd/69eabb05-271d-4eab-96aa-6743dce89c9d/8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:06:36.495598 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-916ebcda-1d71-4974-8e2e-292943c28672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:36.499473 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-916ebcda-1d71-4974-8e2e-292943c28672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:36.506201 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-916ebcda-1d71-4974-8e2e-292943c28672 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48f8d21c-7a9b-4550-9174-92a8f96b5b05 HTTP/1.1" status: 204 len: 168 time: 0.2882252 Sep 22 21:06:36.517325 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 44788) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:36.527859 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Attempting to bind port d0322484-0295-4e37-9940-2128771d0ddf on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:06:36.528202 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Attempting to bind port d0322484-0295-4e37-9940-2128771d0ddf by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'b050491d-33ef-46e3-9e42-218a94a7b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:06:36.528538 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Attempting to bind port d0322484-0295-4e37-9940-2128771d0ddf on network d9b6faf9-b2b7-4153-bb83-4212e925b805 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:06:36.537334 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ebcda-1d71-4974-8e2e-292943c28672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f8d21c-7a9b-4550-9174-92a8f96b5b05,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:36.570324 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Port d0322484-0295-4e37-9940-2128771d0ddf on network d9b6faf9-b2b7-4153-bb83-4212e925b805 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:06:36.572412 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Attempting to bind port d0322484-0295-4e37-9940-2128771d0ddf on network d9b6faf9-b2b7-4153-bb83-4212e925b805 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:06:36.579231 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:06:36.579993 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Checking segment: {'id': 'b050491d-33ef-46e3-9e42-218a94a7b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:06:36.580571 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Bound using segment: {'id': 'b050491d-33ef-46e3-9e42-218a94a7b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:06:36.581485 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Bound port: d0322484-0295-4e37-9940-2128771d0ddf, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b050491d-33ef-46e3-9e42-218a94a7b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:06:36.582073 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:36.653949 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-adc21e63-3ac4-4781-987b-f4ef21a7ceb5 req-ab7e4f5f-093a-415d-99df-a5b1bdb483fe tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 210 time: 0.0768282 Sep 22 21:06:36.683607 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] For port d0322484-0295-4e37-9940-2128771d0ddf, host hv-cinder-81041, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:06:36.686872 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] For port d0322484-0295-4e37-9940-2128771d0ddf, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=d0322484-0295-4e37-9940-2128771d0ddf,segment=NetworkSegment(b050491d-33ef-46e3-9e42-218a94a7b92f),segment_id=b050491d-33ef-46e3-9e42-218a94a7b92f)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:06:36.704068 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-699adbab-d2e2-4fa4-baf0-0708dacd73e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:36.795721 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77095615-1cab-4251-99fd-26a52497ef0d req-9d040fc7-9da3-45b9-a51b-4ff7d3ba6122 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:36.797221 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-77095615-1cab-4251-99fd-26a52497ef0d req-9d040fc7-9da3-45b9-a51b-4ff7d3ba6122 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=55ac24ac-9646-4382-822c-761972a07ce7 HTTP/1.1" status: 200 len: 943 time: 0.1404717 Sep 22 21:06:36.813232 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:36.856580 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:36.857243 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:36.858581 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-fa373447-cb44-4b31-aa05-06d76abe517c req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] 10.222.0.48 "PUT /v2.0/ports/d0322484-0295-4e37-9940-2128771d0ddf HTTP/1.1" status: 200 len: 1093 time: 1.0752208 Sep 22 21:06:36.859062 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55ac24ac-9646-4382-822c-761972a07ce7', 'tag': 'd0322484-0295-4e37-9940-2128771d0ddf'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:06:36.861466 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2971c5-99d6-48af-8fb2-22f3bd3aac50" -d '{"events": [{"name": "network-changed", "server_uuid": "55ac24ac-9646-4382-822c-761972a07ce7", "tag": "d0322484-0295-4e37-9940-2128771d0ddf"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:06:36.874392 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-130fb776-8382-4a35-a110-cf141917a131 req-f50f80d2-7515-4ae6-8ca9-445a0cecc8a5 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:36.885296 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-77095615-1cab-4251-99fd-26a52497ef0d req-3e73fb0b-21eb-4b19-ba17-9827d6fd29b8 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799301 Sep 22 21:06:36.923507 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411d883e-03a8-4e6f-bc0d-a6b39f120008 x-openstack-request-id: req-411d883e-03a8-4e6f-bc0d-a6b39f120008 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:06:36.923507 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55ac24ac-9646-4382-822c-761972a07ce7", "tag": "d0322484-0295-4e37-9940-2128771d0ddf", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:06:36.923730 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-411d883e-03a8-4e6f-bc0d-a6b39f120008 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:06:36.924185 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55ac24ac-9646-4382-822c-761972a07ce7', 'tag': 'd0322484-0295-4e37-9940-2128771d0ddf', 'status': 'completed', 'code': 200} Sep 22 21:06:36.924997 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767eaca2-15a0-4400-85f5-b81c15b8cf05 service neutron] Pushing event updated for resources: {'Port': ['ID=d0322484-0295-4e37-9940-2128771d0ddf,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:36.986300 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2971c5-99d6-48af-8fb2-22f3bd3aac50 req-102a9c48-3072-4cf2-81bb-9f4b40e2d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:36.987910 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-da2971c5-99d6-48af-8fb2-22f3bd3aac50 req-102a9c48-3072-4cf2-81bb-9f4b40e2d952 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4710095783a04ccab7b1109acfbf73bb&device_id=55ac24ac-9646-4382-822c-761972a07ce7 HTTP/1.1" status: 200 len: 1096 time: 0.0458264 Sep 22 21:06:36.989542 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-699adbab-d2e2-4fa4-baf0-0708dacd73e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:37.096201 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2971c5-99d6-48af-8fb2-22f3bd3aac50 req-12f334c4-4ae9-4aab-9ce9-2d16c76d55f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:37.097687 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-da2971c5-99d6-48af-8fb2-22f3bd3aac50 req-12f334c4-4ae9-4aab-9ce9-2d16c76d55f5 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4710095783a04ccab7b1109acfbf73bb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0995235 Sep 22 21:06:37.115837 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fac91-733d-45e4-ba09-620b2b601d70 req-3647ed68-59fe-400c-a018-5d4bab4b740f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:37.117348 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-dd2fac91-733d-45e4-ba09-620b2b601d70 req-3647ed68-59fe-400c-a018-5d4bab4b740f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0524671 Sep 22 21:06:37.139730 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-130fb776-8382-4a35-a110-cf141917a131 req-f50f80d2-7515-4ae6-8ca9-445a0cecc8a5 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:37.144145 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-699adbab-d2e2-4fa4-baf0-0708dacd73e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:37.199409 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2971c5-99d6-48af-8fb2-22f3bd3aac50 req-17421d9a-c4bb-4d86-8dcb-d3296e14f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:37.201040 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-da2971c5-99d6-48af-8fb2-22f3bd3aac50 req-17421d9a-c4bb-4d86-8dcb-d3296e14f1fe service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953987 Sep 22 21:06:37.231709 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130fb776-8382-4a35-a110-cf141917a131 req-f50f80d2-7515-4ae6-8ca9-445a0cecc8a5 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Network 0070fc4b-ffbd-4d1f-a816-0bb31ee5defd is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:06:37.247295 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-699adbab-d2e2-4fa4-baf0-0708dacd73e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8df8c4e2dcd749b8a49a8ec9eff18b2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7234247 Sep 22 21:06:37.248231 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-130fb776-8382-4a35-a110-cf141917a131 req-f50f80d2-7515-4ae6-8ca9-445a0cecc8a5 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:06:37.250913 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-130fb776-8382-4a35-a110-cf141917a131 req-f50f80d2-7515-4ae6-8ca9-445a0cecc8a5 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:06:37.254453 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 44810) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:37.255832 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699adbab-d2e2-4fa4-baf0-0708dacd73e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f25e3ae-b527-45fe-9f11-157b6592fc63,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:37.261856 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-dd2fac91-733d-45e4-ba09-620b2b601d70 req-94ae13c2-58a9-417d-b311-939832870cf9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383538 Sep 22 21:06:37.291243 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f80d2-7515-4ae6-8ca9-445a0cecc8a5 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Pushing event updated for resources: {'Port': ['ID=8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:37.314350 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa373447-cb44-4b31-aa05-06d76abe517c req-af0bc443-484d-4038-8994-0c37c22f4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:37.319826 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-fa373447-cb44-4b31-aa05-06d76abe517c req-af0bc443-484d-4038-8994-0c37c22f4dd8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4710095783a04ccab7b1109acfbf73bb&device_id=55ac24ac-9646-4382-822c-761972a07ce7 HTTP/1.1" status: 200 len: 1096 time: 0.0723884 Sep 22 21:06:37.324066 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fb776-8382-4a35-a110-cf141917a131 req-f50f80d2-7515-4ae6-8ca9-445a0cecc8a5 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:37.324776 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-130fb776-8382-4a35-a110-cf141917a131 req-f50f80d2-7515-4ae6-8ca9-445a0cecc8a5 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:37.331215 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 44812) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:37.347606 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f8345472-90df-4887-9509-5306648556a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:37.363125 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-581a950e-e879-4288-a109-79ac2f289c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:37.365758 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-fa373447-cb44-4b31-aa05-06d76abe517c req-6a13cda8-3309-439b-aabc-5133036e5268 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d0322484-0295-4e37-9940-2128771d0ddf HTTP/1.1" status: 200 len: 217 time: 0.0407028 Sep 22 21:06:37.393898 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-581a950e-e879-4288-a109-79ac2f289c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:37.439186 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-130fb776-8382-4a35-a110-cf141917a131 req-f50f80d2-7515-4ae6-8ca9-445a0cecc8a5 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7438421 Sep 22 21:06:37.450292 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa373447-cb44-4b31-aa05-06d76abe517c req-51d86060-952a-4b39-ab5e-ea949c0ba81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:37.452022 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-fa373447-cb44-4b31-aa05-06d76abe517c req-51d86060-952a-4b39-ab5e-ea949c0ba81a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=306d6aee-3151-4adf-9b06-7ffb7fd67e61 HTTP/1.1" status: 200 len: 854 time: 0.0699217 Sep 22 21:06:37.453228 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Request body: {'port': {'device_id': '6c7a1dd3-79a9-4b10-81eb-58e406601256', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:06:37.492163 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-fa373447-cb44-4b31-aa05-06d76abe517c req-10bf1be7-b348-4e8d-986a-e9897f114167 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9b6faf9-b2b7-4153-bb83-4212e925b805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315645 Sep 22 21:06:37.515059 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:37.588316 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-fa373447-cb44-4b31-aa05-06d76abe517c req-264f8720-01e1-4906-b5d9-95fd7497fbb5 service neutron] 10.222.0.48 "GET /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889325 Sep 22 21:06:37.589482 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-581a950e-e879-4288-a109-79ac2f289c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:37.592113 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-581a950e-e879-4288-a109-79ac2f289c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:37.593165 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-581a950e-e879-4288-a109-79ac2f289c6d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f25e3ae-b527-45fe-9f11-157b6592fc63 HTTP/1.1" status: 204 len: 168 time: 0.3388467 Sep 22 21:06:37.618105 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a950e-e879-4288-a109-79ac2f289c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f25e3ae-b527-45fe-9f11-157b6592fc63,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:37.707178 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-fa373447-cb44-4b31-aa05-06d76abe517c req-c7fd9e28-dc8c-462e-980e-f01981015908 service neutron] 10.222.0.48 "GET /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108921 Sep 22 21:06:37.787130 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f8345472-90df-4887-9509-5306648556a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:37.830542 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5c38c-8d3a-4300-a689-644423e12370 req-7c9deebf-de0d-4484-bd70-34ad08dac636 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:37.832116 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9bb5c38c-8d3a-4300-a689-644423e12370 req-7c9deebf-de0d-4484-bd70-34ad08dac636 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 932 time: 0.0883529 Sep 22 21:06:37.881713 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.notifiers.nova [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:06:37.894773 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:37.906402 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9bb5c38c-8d3a-4300-a689-644423e12370 req-03781def-45c6-42a4-bb4e-78e1ea7b553f tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564919 Sep 22 21:06:37.913592 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Transition to ACTIVE for port object 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:06:37.919982 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f8345472-90df-4887-9509-5306648556a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:38.202060 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8345472-90df-4887-9509-5306648556a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17423f0-fa22-438a-90db-57f8ddedf7a6,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:38.208248 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-f8345472-90df-4887-9509-5306648556a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e2cf9863a72d4a4f86eb422eb41a14d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8760345 Sep 22 21:06:38.210101 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26159211'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:38.210965 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 44836) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:38.269381 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-95cc1f37-34a3-4cdc-8661-e8c9df6542e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:38.285875 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Pushing event updated for resources: {'Port': ['ID=8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:38.294082 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-95cc1f37-34a3-4cdc-8661-e8c9df6542e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:38.374195 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5314b-98f8-4ca0-b1d1-8871a4a2f302 req-297e5ad0-bbea-42dc-8a29-11af77677f17 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:38.375802 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-19e5314b-98f8-4ca0-b1d1-8871a4a2f302 req-297e5ad0-bbea-42dc-8a29-11af77677f17 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=55ac24ac-9646-4382-822c-761972a07ce7 HTTP/1.1" status: 200 len: 943 time: 0.1701300 Sep 22 21:06:38.394096 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-95cc1f37-34a3-4cdc-8661-e8c9df6542e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:38.396679 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-95cc1f37-34a3-4cdc-8661-e8c9df6542e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:38.401562 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-95cc1f37-34a3-4cdc-8661-e8c9df6542e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a17423f0-fa22-438a-90db-57f8ddedf7a6 HTTP/1.1" status: 204 len: 168 time: 0.1896129 Sep 22 21:06:38.413134 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc1f37-34a3-4cdc-8661-e8c9df6542e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17423f0-fa22-438a-90db-57f8ddedf7a6,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:38.502152 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-19e5314b-98f8-4ca0-b1d1-8871a4a2f302 req-f846f353-c449-41d5-92ce-b18ee69dae5a tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184795 Sep 22 21:06:38.502779 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Attempting to bind port 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:06:38.503102 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Attempting to bind port 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'fde8e8c3-5403-45fd-a37d-e9468e825f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0070fc4b-ffbd-4d1f-a816-0bb31ee5defd'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:06:38.503414 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Attempting to bind port 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 on network 0070fc4b-ffbd-4d1f-a816-0bb31ee5defd {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:06:38.513408 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f209e-5a23-47d3-bbee-57f2af3dfc11 req-abde63ce-4f76-41c0-a8f5-cc8c06c69a04 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:38.514924 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5d7f209e-5a23-47d3-bbee-57f2af3dfc11 req-abde63ce-4f76-41c0-a8f5-cc8c06c69a04 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.1507835 Sep 22 21:06:38.517020 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Port 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 on network 0070fc4b-ffbd-4d1f-a816-0bb31ee5defd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:06:38.517601 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Attempting to bind port 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 on network 0070fc4b-ffbd-4d1f-a816-0bb31ee5defd {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:06:38.524032 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:06:38.524369 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Checking segment: {'id': 'fde8e8c3-5403-45fd-a37d-e9468e825f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0070fc4b-ffbd-4d1f-a816-0bb31ee5defd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:06:38.524800 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Bound using segment: {'id': 'fde8e8c3-5403-45fd-a37d-e9468e825f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0070fc4b-ffbd-4d1f-a816-0bb31ee5defd'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:06:38.525744 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Bound port: 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde8e8c3-5403-45fd-a37d-e9468e825f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '0070fc4b-ffbd-4d1f-a816-0bb31ee5defd'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:06:38.526091 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:38.598325 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5d7f209e-5a23-47d3-bbee-57f2af3dfc11 req-5728a88e-5b3a-4d6a-90e5-a15fe0a1486b tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750444 Sep 22 21:06:38.628626 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 44860) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:38.640489 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] For port 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2, host hv-cinder-81041, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:06:38.643827 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] For port 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2,segment=NetworkSegment(fde8e8c3-5403-45fd-a37d-e9468e825f8d),segment_id=fde8e8c3-5403-45fd-a37d-e9468e825f8d)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:06:38.644151 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4de95050-7dfb-498f-99d9-dd0f3420972d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:38.732025 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4de95050-7dfb-498f-99d9-dd0f3420972d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:38.766397 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26159211'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:38.804856 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:38.805485 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:38.807383 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-130fb776-8382-4a35-a110-cf141917a131 req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] 10.222.0.48 "PUT /v2.0/ports/8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 HTTP/1.1" status: 200 len: 1094 time: 1.3583543 Sep 22 21:06:38.807810 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c7a1dd3-79a9-4b10-81eb-58e406601256', 'tag': '8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:06:38.810041 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f9e82ad46dbda8c41019e9d45a01ce2f125e700925afeafc1c5e0f0766aab3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a72b29-98ab-4625-8240-c314d117d5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6c7a1dd3-79a9-4b10-81eb-58e406601256", "tag": "8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:06:38.842156 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad17e0c-ff21-4e41-a71e-2babac52ab6b service neutron] Pushing event updated for resources: {'Port': ['ID=8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:38.852365 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4de95050-7dfb-498f-99d9-dd0f3420972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:38.871733 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa639bdc-2d02-48a8-92aa-de7b14fe33d1 x-openstack-request-id: req-fa639bdc-2d02-48a8-92aa-de7b14fe33d1 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:06:38.872572 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c7a1dd3-79a9-4b10-81eb-58e406601256", "tag": "8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:06:38.873338 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fa639bdc-2d02-48a8-92aa-de7b14fe33d1 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:06:38.874045 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c7a1dd3-79a9-4b10-81eb-58e406601256', 'tag': '8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2', 'status': 'completed', 'code': 200} Sep 22 21:06:38.918782 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-4de95050-7dfb-498f-99d9-dd0f3420972d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=685a427dc3314b5cb4b8fabee350cdf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889025 Sep 22 21:06:38.919633 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 44878) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:38.920290 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de95050-7dfb-498f-99d9-dd0f3420972d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e53c04-36ee-472f-84f5-9eb9387b47fa,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:38.960380 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a72b29-98ab-4625-8240-c314d117d5aa req-4eb823d0-0460-47a6-a04e-93638df8d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:38.963710 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-28a72b29-98ab-4625-8240-c314d117d5aa req-4eb823d0-0460-47a6-a04e-93638df8d7fb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4db8c932f44446728d9233fd1e78ba92&device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 1097 time: 0.0549901 Sep 22 21:06:38.997776 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-837404a6-278d-4374-9b82-5043dd5b45de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:39.027953 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-837404a6-278d-4374-9b82-5043dd5b45de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:39.089448 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a72b29-98ab-4625-8240-c314d117d5aa req-e68ac770-2602-4079-ac81-04956c4550fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:39.090940 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-28a72b29-98ab-4625-8240-c314d117d5aa req-e68ac770-2602-4079-ac81-04956c4550fa service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4db8c932f44446728d9233fd1e78ba92&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1145213 Sep 22 21:06:39.215103 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 44892) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:39.222183 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a72b29-98ab-4625-8240-c314d117d5aa req-d3f1a984-87df-4eec-b819-bac130bd60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:39.223670 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-28a72b29-98ab-4625-8240-c314d117d5aa req-d3f1a984-87df-4eec-b819-bac130bd60f4 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1247625 Sep 22 21:06:39.242887 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bd85d-aa27-4adf-a7e1-3a40d6ad7acf req-5e60c52e-bb0f-48cf-9f3f-27227f0cef6c tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:39.245055 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-029bd85d-aa27-4adf-a7e1-3a40d6ad7acf req-5e60c52e-bb0f-48cf-9f3f-27227f0cef6c tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 944 time: 0.0851841 Sep 22 21:06:39.247153 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a2436c55-d123-466a-b08a-9c2561b3ed63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:39.250228 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-837404a6-278d-4374-9b82-5043dd5b45de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:39.252661 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-837404a6-278d-4374-9b82-5043dd5b45de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:39.262596 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-837404a6-278d-4374-9b82-5043dd5b45de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70e53c04-36ee-472f-84f5-9eb9387b47fa HTTP/1.1" status: 204 len: 168 time: 0.3394091 Sep 22 21:06:39.285887 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837404a6-278d-4374-9b82-5043dd5b45de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e53c04-36ee-472f-84f5-9eb9387b47fa,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:39.333696 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-029bd85d-aa27-4adf-a7e1-3a40d6ad7acf req-379f1d73-35fe-4c1b-a78f-962c2ed9becc tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788620 Sep 22 21:06:39.344168 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fb776-8382-4a35-a110-cf141917a131 req-ad7d48cf-1d5f-45a6-b455-f34d302429d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:39.345953 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-130fb776-8382-4a35-a110-cf141917a131 req-ad7d48cf-1d5f-45a6-b455-f34d302429d0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4db8c932f44446728d9233fd1e78ba92&device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 1097 time: 0.0676405 Sep 22 21:06:39.386047 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a2436c55-d123-466a-b08a-9c2561b3ed63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:39.393447 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-130fb776-8382-4a35-a110-cf141917a131 req-7719f42e-3269-45bf-a006-1a950092e0c1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 HTTP/1.1" status: 200 len: 217 time: 0.0356426 Sep 22 21:06:39.451970 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a2436c55-d123-466a-b08a-9c2561b3ed63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:39.455540 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fb776-8382-4a35-a110-cf141917a131 req-78ad6a3f-60d5-4998-b055-cf8ce25bc6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:39.457350 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-130fb776-8382-4a35-a110-cf141917a131 req-78ad6a3f-60d5-4998-b055-cf8ce25bc6e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=69eabb05-271d-4eab-96aa-6743dce89c9d HTTP/1.1" status: 200 len: 848 time: 0.0523677 Sep 22 21:06:39.502816 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-a2436c55-d123-466a-b08a-9c2561b3ed63 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f7ec2c8e011745d1afbfc95c972fcb25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866104 Sep 22 21:06:39.504510 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2436c55-d123-466a-b08a-9c2561b3ed63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd71312-badc-4c94-b19f-02a826848fb3,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:39.507397 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 44898) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:39.537204 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-130fb776-8382-4a35-a110-cf141917a131 req-a9d3bbe2-f8af-443f-93bb-d56ff4d12753 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0070fc4b-ffbd-4d1f-a816-0bb31ee5defd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692234 Sep 22 21:06:39.565999 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ae4df00-ab2a-4034-b877-ecd7b6248ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:39.671313 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 44904) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:39.698610 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device d0322484-0295-4e37-9940-2128771d0ddf details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:06:39.752536 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9af437-7e02-4336-93bb-00021f4d17a1 req-bfaa3431-c782-4519-8b83-43f20a75f08d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:39.754644 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1d9af437-7e02-4336-93bb-00021f4d17a1 req-bfaa3431-c782-4519-8b83-43f20a75f08d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=55ac24ac-9646-4382-822c-761972a07ce7 HTTP/1.1" status: 200 len: 943 time: 0.1521416 Sep 22 21:06:39.756858 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-130fb776-8382-4a35-a110-cf141917a131 req-643f1739-c838-4964-b0d4-7d34354dc03d service neutron] 10.222.0.48 "GET /v2.0/networks/0070fc4b-ffbd-4d1f-a816-0bb31ee5defd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086067 Sep 22 21:06:39.772590 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4627daa-8a98-47d2-938d-4059d000546e req-9d229812-f031-42b8-80d2-8216fa7a9393 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:39.774793 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d4627daa-8a98-47d2-938d-4059d000546e req-9d229812-f031-42b8-80d2-8216fa7a9393 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0968843 Sep 22 21:06:39.844523 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port d0322484-0295-4e37-9940-2128771d0ddf, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=d0322484-0295-4e37-9940-2128771d0ddf,segment=NetworkSegment(b050491d-33ef-46e3-9e42-218a94a7b92f),segment_id=b050491d-33ef-46e3-9e42-218a94a7b92f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:06:39.860403 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': 'd0322484-0295-4e37-9940-2128771d0ddf', 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805', 'port_id': 'd0322484-0295-4e37-9940-2128771d0ddf', 'mac_address': 'fa:16:3e:12:f2:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306d6aee-3151-4adf-9b06-7ffb7fd67e61', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:06:39.864525 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ae4df00-ab2a-4034-b877-ecd7b6248ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:39.922631 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1d9af437-7e02-4336-93bb-00021f4d17a1 req-812120ff-0c5a-4071-becf-7deca4b4a9d2 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430619 Sep 22 21:06:39.951487 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:39.951655 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d4627daa-8a98-47d2-938d-4059d000546e req-29b7cbd6-0dc9-4700-88cd-9f0e1ac46aae tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533146 Sep 22 21:06:39.959909 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0322484-0295-4e37-9940-2128771d0ddf {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:06:39.982560 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-130fb776-8382-4a35-a110-cf141917a131 req-3d14fa3e-cb33-4d4f-a755-405c03174915 service neutron] 10.222.0.48 "GET /v2.0/networks/0070fc4b-ffbd-4d1f-a816-0bb31ee5defd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066622 Sep 22 21:06:39.989694 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port d0322484-0295-4e37-9940-2128771d0ddf, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=d0322484-0295-4e37-9940-2128771d0ddf,segment=NetworkSegment(b050491d-33ef-46e3-9e42-218a94a7b92f),segment_id=b050491d-33ef-46e3-9e42-218a94a7b92f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:06:40.062746 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ae4df00-ab2a-4034-b877-ecd7b6248ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:40.065741 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ae4df00-ab2a-4034-b877-ecd7b6248ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:40.069434 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-2ae4df00-ab2a-4034-b877-ecd7b6248ac2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8bd71312-badc-4c94-b19f-02a826848fb3 HTTP/1.1" status: 204 len: 168 time: 0.5582688 Sep 22 21:06:40.074739 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b8ad909b-81a6-4697-9f4a-57693b6dce94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:40.074885 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4df00-ab2a-4034-b877-ecd7b6248ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd71312-badc-4c94-b19f-02a826848fb3,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:40.105004 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:40.154794 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32180f44-1410-417b-954b-8b5db0530b75 req-72adf908-9955-459d-8e02-b60e720c8051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:40.156305 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-32180f44-1410-417b-954b-8b5db0530b75 req-72adf908-9955-459d-8e02-b60e720c8051 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 1098 time: 0.0974562 Sep 22 21:06:40.169739 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=d0322484-0295-4e37-9940-2128771d0ddf,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:40.213729 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-32180f44-1410-417b-954b-8b5db0530b75 req-cd319f9d-1061-4044-9840-c054121f8c81 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472624 Sep 22 21:06:40.247813 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b8ad909b-81a6-4697-9f4a-57693b6dce94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:40.303250 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b8ad909b-81a6-4697-9f4a-57693b6dce94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:40.370055 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-b8ad909b-81a6-4697-9f4a-57693b6dce94 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=adc6ec1209b94303a955620d40e5802c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6933517 Sep 22 21:06:40.371339 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 44926) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:40.378084 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad909b-81a6-4697-9f4a-57693b6dce94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd99b9f6-f0e2-4719-b2d4-2d7e86d0d075,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:40.463134 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a3c0710e-4941-4666-b10b-943e068e7aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:40.490871 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['d0322484-0295-4e37-9940-2128771d0ddf'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:06:40.503811 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a3c0710e-4941-4666-b10b-943e068e7aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:40.533722 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29c32a-db7e-4cdb-bb8d-d06a0f6d023a req-8dd9498e-17b1-4d43-b081-15e9bd888816 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:40.535807 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4c29c32a-db7e-4cdb-bb8d-d06a0f6d023a req-8dd9498e-17b1-4d43-b081-15e9bd888816 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 944 time: 0.1083825 Sep 22 21:06:40.586993 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4c29c32a-db7e-4cdb-bb8d-d06a0f6d023a req-33a696fc-60a6-405f-a3b2-343db47b7f88 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416853 Sep 22 21:06:40.697006 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a3c0710e-4941-4666-b10b-943e068e7aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:40.699628 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a3c0710e-4941-4666-b10b-943e068e7aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:40.706392 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-a3c0710e-4941-4666-b10b-943e068e7aa5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd99b9f6-f0e2-4719-b2d4-2d7e86d0d075 HTTP/1.1" status: 204 len: 168 time: 0.3278656 Sep 22 21:06:40.708488 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0710e-4941-4666-b10b-943e068e7aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd99b9f6-f0e2-4719-b2d4-2d7e86d0d075,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:40.948888 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:41.044173 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e293455-8234-45c5-b763-38ce4278576b req-8222557a-6e99-4d84-ba3f-8acd946dbc1d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:41.045756 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7e293455-8234-45c5-b763-38ce4278576b req-8222557a-6e99-4d84-ba3f-8acd946dbc1d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=55ac24ac-9646-4382-822c-761972a07ce7 HTTP/1.1" status: 200 len: 944 time: 0.0588064 Sep 22 21:06:41.104697 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d32a74-7ae9-44fb-be3b-226c977d479a req-0c5eea91-3f6d-4c58-824c-3f783bb0ba6f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:41.106106 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e8d32a74-7ae9-44fb-be3b-226c977d479a req-0c5eea91-3f6d-4c58-824c-3f783bb0ba6f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0814645 Sep 22 21:06:41.113813 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7e293455-8234-45c5-b763-38ce4278576b req-3b6d0c20-5f5c-4d2d-b13d-61386cdd3adc tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539038 Sep 22 21:06:41.153837 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e8d32a74-7ae9-44fb-be3b-226c977d479a req-7961e849-c8ce-430f-813f-757c716e0d8d tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390773 Sep 22 21:06:41.582393 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 44982) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:41.595780 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a8bae370-5f17-486e-a71b-8423ce7af3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:41.710591 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device d0322484-0295-4e37-9940-2128771d0ddf up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:06:41.720941 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d1c57-1673-47b3-b802-49e5aa6d8116 req-225f36f7-da73-4f87-a947-e6a15a3680b4 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:41.723556 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-139d1c57-1673-47b3-b802-49e5aa6d8116 req-225f36f7-da73-4f87-a947-e6a15a3680b4 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 944 time: 0.0607486 Sep 22 21:06:41.736784 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a8bae370-5f17-486e-a71b-8423ce7af3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:41.782099 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-139d1c57-1673-47b3-b802-49e5aa6d8116 req-84be681b-e958-43fe-9547-b96090416150 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515287 Sep 22 21:06:41.788334 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 44988) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:41.800118 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a8bae370-5f17-486e-a71b-8423ce7af3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:41.839487 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bae370-5f17-486e-a71b-8423ce7af3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c5dfd1-153b-4372-8e09-fd085e84381d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:41.844076 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-a8bae370-5f17-486e-a71b-8423ce7af3a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a66c6c0d89c044349900252bd90157c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605741 Sep 22 21:06:41.846571 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 44994) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:41.862894 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port d0322484-0295-4e37-9940-2128771d0ddf completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:06:41.867269 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port d0322484-0295-4e37-9940-2128771d0ddf triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:06:41.867801 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:41.911928 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23f8a374-5deb-4256-a9d0-dc512e5106c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:41.937718 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23f8a374-5deb-4256-a9d0-dc512e5106c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:41.969649 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 44998) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:41.979873 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:42.011965 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ac24ac-9646-4382-822c-761972a07ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0322484-0295-4e37-9940-2128771d0ddf'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:06:42.014566 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ff7845-7c01-4875-ad52-6e7ef10f48fb" -d '{"events": [{"server_uuid": "55ac24ac-9646-4382-822c-761972a07ce7", "name": "network-vif-plugged", "status": "completed", "tag": "d0322484-0295-4e37-9940-2128771d0ddf"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:06:42.035778 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-18e51600-bca1-4423-9632-cf273a2e0e02 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1712245692-network', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:06:42.038396 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port d0322484-0295-4e37-9940-2128771d0ddf, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=d0322484-0295-4e37-9940-2128771d0ddf,segment=NetworkSegment(b050491d-33ef-46e3-9e42-218a94a7b92f),segment_id=b050491d-33ef-46e3-9e42-218a94a7b92f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:06:42.064784 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb15fbd-37d9-4cf5-8905-94a0ccffb175 x-openstack-request-id: req-4cb15fbd-37d9-4cf5-8905-94a0ccffb175 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:06:42.065323 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ac24ac-9646-4382-822c-761972a07ce7", "name": "network-vif-plugged", "status": "completed", "tag": "d0322484-0295-4e37-9940-2128771d0ddf", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:06:42.065484 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4cb15fbd-37d9-4cf5-8905-94a0ccffb175 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:06:42.065874 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ac24ac-9646-4382-822c-761972a07ce7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0322484-0295-4e37-9940-2128771d0ddf', 'code': 200} Sep 22 21:06:42.066143 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e36f16e1-db91-462d-b69c-4fd8e95f125f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:42.142038 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23f8a374-5deb-4256-a9d0-dc512e5106c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:42.142329 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:42.144699 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-23f8a374-5deb-4256-a9d0-dc512e5106c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:42.145869 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-23f8a374-5deb-4256-a9d0-dc512e5106c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2c5dfd1-153b-4372-8e09-fd085e84381d HTTP/1.1" status: 204 len: 168 time: 0.2982383 Sep 22 21:06:42.158431 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f8a374-5deb-4256-a9d0-dc512e5106c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c5dfd1-153b-4372-8e09-fd085e84381d,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:42.192477 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e51600-bca1-4423-9632-cf273a2e0e02 admin admin] Made reservation on behalf of d0303c96e4f64c148daa15e4c5fae41d for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:06:42.194911 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18e51600-bca1-4423-9632-cf273a2e0e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:42.216886 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=d0322484-0295-4e37-9940-2128771d0ddf,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:42.218398 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18e51600-bca1-4423-9632-cf273a2e0e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:42.331163 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4967e-94fb-436f-9141-938e2f07df55 req-7737ecb5-25bf-4f66-a2d9-a7dffa0d4480 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:42.332667 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-12b4967e-94fb-436f-9141-938e2f07df55 req-7737ecb5-25bf-4f66-a2d9-a7dffa0d4480 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=55ac24ac-9646-4382-822c-761972a07ce7 HTTP/1.1" status: 200 len: 945 time: 0.1100364 Sep 22 21:06:42.359137 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb114619-e7dc-4c8b-9e7b-2f50f65e90a3 req-50da65fb-2a1a-442b-9c22-a0a71d2620de tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:42.360555 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-eb114619-e7dc-4c8b-9e7b-2f50f65e90a3 req-50da65fb-2a1a-442b-9c22-a0a71d2620de tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.1020169 Sep 22 21:06:42.435571 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-12b4967e-94fb-436f-9141-938e2f07df55 req-2c43c17f-2cc9-4b71-b506-1ed439b3528c tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931067 Sep 22 21:06:42.443660 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e36f16e1-db91-462d-b69c-4fd8e95f125f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:42.467545 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-eb114619-e7dc-4c8b-9e7b-2f50f65e90a3 req-24a4989b-69b5-4b19-989b-012bc910e20c tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954432 Sep 22 21:06:42.480001 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1af47d-0a72-48c5-9de9-40c474903e5e req-aeb97b0d-47a6-4045-88b6-fd5383e040fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:42.481558 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6d1af47d-0a72-48c5-9de9-40c474903e5e req-aeb97b0d-47a6-4045-88b6-fd5383e040fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=55ac24ac-9646-4382-822c-761972a07ce7 HTTP/1.1" status: 200 len: 1098 time: 0.0495129 Sep 22 21:06:42.522312 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6d1af47d-0a72-48c5-9de9-40c474903e5e req-d7fc4cfc-d44a-4fb0-82cf-c091b9928efb service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289562 Sep 22 21:06:42.574145 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e36f16e1-db91-462d-b69c-4fd8e95f125f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:42.634813 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-e36f16e1-db91-462d-b69c-4fd8e95f125f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=17f98ae308cc4495abd7501b4e0a711c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8437896 Sep 22 21:06:42.637010 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 45022) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:42.639194 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f16e1-db91-462d-b69c-4fd8e95f125f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1433e8-64a2-4af0-b2a2-29ed02c98fd5,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:42.658177 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a02670-7507-495a-b788-426dfde4132d req-99a6d3d4-b2ef-4cad-a05d-5f2cb4234833 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:42.659705 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-27a02670-7507-495a-b788-426dfde4132d req-99a6d3d4-b2ef-4cad-a05d-5f2cb4234833 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.1218586 Sep 22 21:06:42.704810 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bf99e928-76f5-4ba4-aa20-34566f92aa19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:42.716920 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-27a02670-7507-495a-b788-426dfde4132d req-8f08774a-836e-42f1-8e41-269b02e80dec tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508363 Sep 22 21:06:42.726078 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bf99e928-76f5-4ba4-aa20-34566f92aa19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:42.739812 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18e51600-bca1-4423-9632-cf273a2e0e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:42.811523 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18e51600-bca1-4423-9632-cf273a2e0e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:42.846528 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e51600-bca1-4423-9632-cf273a2e0e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8aac504-57cd-4828-bb4e-8eb9c7d736bc,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:42.857559 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bf99e928-76f5-4ba4-aa20-34566f92aa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:42.862268 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bf99e928-76f5-4ba4-aa20-34566f92aa19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:42.862268 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-bf99e928-76f5-4ba4-aa20-34566f92aa19 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c1433e8-64a2-4af0-b2a2-29ed02c98fd5 HTTP/1.1" status: 204 len: 168 time: 0.2234197 Sep 22 21:06:42.870517 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99e928-76f5-4ba4-aa20-34566f92aa19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1433e8-64a2-4af0-b2a2-29ed02c98fd5,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:42.873252 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e51600-bca1-4423-9632-cf273a2e0e02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:06:42.885758 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18e51600-bca1-4423-9632-cf273a2e0e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:42.886408 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.db.segments_db [None req-18e51600-bca1-4423-9632-cf273a2e0e02 admin admin] Added segment 534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1 of type vlan for network 2a163378-cd17-4e1b-90c3-7de042c0fc78 Sep 22 21:06:42.956637 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18e51600-bca1-4423-9632-cf273a2e0e02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786351554335'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:42.994058 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad290fc-d925-4299-8cf3-64fea0a23387 req-4d2dfbef-db3a-4669-bad3-3beacccb41b3 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:42.995651 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4ad290fc-d925-4299-8cf3-64fea0a23387 req-4d2dfbef-db3a-4669-bad3-3beacccb41b3 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 944 time: 0.0775089 Sep 22 21:06:43.039034 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4ad290fc-d925-4299-8cf3-64fea0a23387 req-0d3312c1-66a0-4047-8d63-3145c3dc15be tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370560 Sep 22 21:06:43.120605 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18e51600-bca1-4423-9632-cf273a2e0e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:43.121640 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e51600-bca1-4423-9632-cf273a2e0e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:43.122228 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18e51600-bca1-4423-9632-cf273a2e0e02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:43.180659 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e51600-bca1-4423-9632-cf273a2e0e02 admin admin] Pushing event updated for resources: {'Network': ['ID=2a163378-cd17-4e1b-90c3-7de042c0fc78,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:43.191438 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Network 2a163378-cd17-4e1b-90c3-7de042c0fc78 details requested by agent ovs-agent-dv-cinder-810415-3-iscsi with host dv-cinder-810415-3-iscsi {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 21:06:43.256071 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 45046) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:43.260019 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-18e51600-bca1-4423-9632-cf273a2e0e02 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2856147 Sep 22 21:06:43.261466 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-cd5d5497-92c7-414c-9089-f971e5038e98 admin admin] Request body: {'subnet': {'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1712245692-subnet', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:06:43.360111 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5d5497-92c7-414c-9089-f971e5038e98 admin admin] Made reservation on behalf of d0303c96e4f64c148daa15e4c5fae41d for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:06:43.362761 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cd5d5497-92c7-414c-9089-f971e5038e98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26048987'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:43.576921 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621781b-d400-47f9-b7b7-64905d487f9d req-d2f9b9e8-1ef0-40c9-a513-31a908bc98ac tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:43.578432 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6621781b-d400-47f9-b7b7-64905d487f9d req-d2f9b9e8-1ef0-40c9-a513-31a908bc98ac tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=55ac24ac-9646-4382-822c-761972a07ce7 HTTP/1.1" status: 200 len: 945 time: 0.0535107 Sep 22 21:06:43.624699 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6621781b-d400-47f9-b7b7-64905d487f9d req-477441b2-716f-42b1-a3fa-69cb454278d9 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402811 Sep 22 21:06:43.650858 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cd5d5497-92c7-414c-9089-f971e5038e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27223683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26049001'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:43.701298 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5d5497-92c7-414c-9089-f971e5038e98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:43.741798 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:06:43.742111 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5d5497-92c7-414c-9089-f971e5038e98 admin admin] Checking segment: {'id': '534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:06:43.742651 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5d5497-92c7-414c-9089-f971e5038e98 admin admin] Network hostable DHCP agents. Network: 2a163378-cd17-4e1b-90c3-7de042c0fc78, hostable agents: ['56809e1b-eac6-40c1-a412-0e5017dff325'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:06:43.851739 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2,segment=NetworkSegment(fde8e8c3-5403-45fd-a37d-e9468e825f8d),segment_id=fde8e8c3-5403-45fd-a37d-e9468e825f8d)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:06:43.869695 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': '8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2', 'network_id': '0070fc4b-ffbd-4d1f-a816-0bb31ee5defd', 'port_id': '8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2', 'mac_address': 'fa:16:3e:e7:db:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69eabb05-271d-4eab-96aa-6743dce89c9d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:06:43.903523 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5d5497-92c7-414c-9089-f971e5038e98 admin admin] Network 2a163378-cd17-4e1b-90c3-7de042c0fc78 is scheduled to be hosted by DHCP agent 56809e1b-eac6-40c1-a412-0e5017dff325 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:06:43.914871 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:44.022760 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-cd5d5497-92c7-414c-9089-f971e5038e98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-3-iscsi, 2a163378-cd17-4e1b-90c3-7de042c0fc78) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:06:44.027994 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5d5497-92c7-414c-9089-f971e5038e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:44.028686 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cd5d5497-92c7-414c-9089-f971e5038e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:44.046855 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc99e84-0208-4cc3-92db-7a1fd1158bef None None] Network 2a163378-cd17-4e1b-90c3-7de042c0fc78 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:06:44.051906 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:06:44.127437 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2,segment=NetworkSegment(fde8e8c3-5403-45fd-a37d-e9468e825f8d),segment_id=fde8e8c3-5403-45fd-a37d-e9468e825f8d)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:06:44.169902 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16656807-2510-4492-a67d-bbe78683e708 req-23174e8d-2d85-4f71-974a-87b37a7aaa1a tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:44.186565 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-16656807-2510-4492-a67d-bbe78683e708 req-23174e8d-2d85-4f71-974a-87b37a7aaa1a tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 944 time: 0.0655820 Sep 22 21:06:44.207115 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-cd5d5497-92c7-414c-9089-f971e5038e98 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9499311 Sep 22 21:06:44.209986 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 45096) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:44.215141 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8befcc62-7b37-4b22-9d29-a5cb696dfda5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1712245692-router', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:06:44.229497 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:44.242159 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-16656807-2510-4492-a67d-bbe78683e708 req-10a98365-7f78-4e2f-b933-c5b4e8b08401 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473220 Sep 22 21:06:44.268483 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd055608f-81b6-5a45-b436-6df0833047cb-2a163378-cd17-4e1b-90c3-7de042c0fc78', 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'fixed_ips': [{'subnet_id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e'}]}} from dv-cinder-810415-3-iscsi. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 21:06:44.269587 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:44.299066 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:44.321341 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8befcc62-7b37-4b22-9d29-a5cb696dfda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3739781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:44.324595 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8befcc62-7b37-4b22-9d29-a5cb696dfda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4180506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:44.402796 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8befcc62-7b37-4b22-9d29-a5cb696dfda5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:44.437951 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] Allocated IP 172.20.0.2 (2a163378-cd17-4e1b-90c3-7de042c0fc78/1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e/c2defed4-2e33-4f1a-8a78-c941acf2d81c) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:06:44.506058 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:06:44.642043 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8befcc62-7b37-4b22-9d29-a5cb696dfda5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:44.647092 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:44.761359 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2eab0-8bc3-4f31-8f7f-f2b86f356308 req-b73890db-c2d9-46f5-afcd-b857477efe68 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:44.762958 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b4d2eab0-8bc3-4f31-8f7f-f2b86f356308 req-b73890db-c2d9-46f5-afcd-b857477efe68 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=55ac24ac-9646-4382-822c-761972a07ce7 HTTP/1.1" status: 200 len: 945 time: 0.0515559 Sep 22 21:06:44.766507 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:44.803794 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] Network 2a163378-cd17-4e1b-90c3-7de042c0fc78 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:06:44.807543 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:06:44.811361 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:06:44.815293 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b4d2eab0-8bc3-4f31-8f7f-f2b86f356308 req-8c5b1854-9889-4b58-8f95-583926b7197c tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414150 Sep 22 21:06:44.824378 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] Pushing event updated for resources: {'Port': ['ID=c2defed4-2e33-4f1a-8a78-c941acf2d81c,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:44.901350 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] Attempting to bind port c2defed4-2e33-4f1a-8a78-c941acf2d81c on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:06:44.901350 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] Attempting to bind port c2defed4-2e33-4f1a-8a78-c941acf2d81c by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': '534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:06:44.901350 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] Attempting to bind port c2defed4-2e33-4f1a-8a78-c941acf2d81c on network 2a163378-cd17-4e1b-90c3-7de042c0fc78 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:06:44.906679 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:06:44.907285 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] Checking segment: {'id': '534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:06:44.907684 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:44.908096 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] Bound using segment: {'id': '534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:06:44.908543 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] Bound port: c2defed4-2e33-4f1a-8a78-c941acf2d81c, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:06:44.908949 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:44.977579 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8befcc62-7b37-4b22-9d29-a5cb696dfda5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:44.992001 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] For port c2defed4-2e33-4f1a-8a78-c941acf2d81c, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:06:44.995730 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] For port c2defed4-2e33-4f1a-8a78-c941acf2d81c, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=c2defed4-2e33-4f1a-8a78-c941acf2d81c,segment=NetworkSegment(534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1),segment_id=534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:06:45.000066 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8befcc62-7b37-4b22-9d29-a5cb696dfda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:45.100717 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-8befcc62-7b37-4b22-9d29-a5cb696dfda5 admin admin] Allocated IP 172.27.0.47 (2c353f49-210c-4300-9e98-1f6204bdd5b4/672554c0-508e-4537-8193-f701627840d3/640c7da7-c083-4783-8f72-eb3a1631f2eb) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:06:45.103779 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:45.159604 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f761fca-c4ab-4942-bc28-9e846ce613eb None None] Pushing event updated for resources: {'Port': ['ID=c2defed4-2e33-4f1a-8a78-c941acf2d81c,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:45.212159 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8befcc62-7b37-4b22-9d29-a5cb696dfda5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:45.318009 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cea27b-62ac-4704-a076-ad6857faaeed req-d200b56c-b81f-4bbc-84f3-84e105bfa247 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:45.325355 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-97cea27b-62ac-4704-a076-ad6857faaeed req-d200b56c-b81f-4bbc-84f3-84e105bfa247 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0623250 Sep 22 21:06:45.360659 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8befcc62-7b37-4b22-9d29-a5cb696dfda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:45.430930 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befcc62-7b37-4b22-9d29-a5cb696dfda5 admin admin] Pushing event updated for resources: {'Port': ['ID=640c7da7-c083-4783-8f72-eb3a1631f2eb,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:45.438240 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-97cea27b-62ac-4704-a076-ad6857faaeed req-1975e3b6-5fcd-4b39-8937-9b467d53f58f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006691 Sep 22 21:06:45.470176 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8befcc62-7b37-4b22-9d29-a5cb696dfda5 admin admin] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:06:45.474243 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-8befcc62-7b37-4b22-9d29-a5cb696dfda5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:06:45.476791 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b902702-79a7-401d-aebe-4e64a1cb27c0 req-b85af954-5679-411f-991a-603b12248217 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:45.482876 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8befcc62-7b37-4b22-9d29-a5cb696dfda5 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:06:45.486732 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4b902702-79a7-401d-aebe-4e64a1cb27c0 req-b85af954-5679-411f-991a-603b12248217 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 945 time: 0.1603496 Sep 22 21:06:45.491209 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a6109-fc8b-4b35-be1d-83354ec45e8c req-d6d6316d-1990-43ac-a94a-47bee20476d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:45.492722 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fc6a6109-fc8b-4b35-be1d-83354ec45e8c req-d6d6316d-1990-43ac-a94a-47bee20476d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15964513ebf422683c0a52d8b7917a1&device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 1098 time: 0.1647999 Sep 22 21:06:45.579108 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4b902702-79a7-401d-aebe-4e64a1cb27c0 req-1de86a81-38c3-4aab-b70f-1167a4ed471c tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869315 Sep 22 21:06:45.658285 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a6109-fc8b-4b35-be1d-83354ec45e8c req-c6a029f2-f610-439f-a105-2ef02639d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:45.659776 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fc6a6109-fc8b-4b35-be1d-83354ec45e8c req-c6a029f2-f610-439f-a105-2ef02639d718 service neutron] 10.222.0.48 "GET /v2.0/networks?id=37594581-71ec-4a19-bf13-ec2e3365d219 HTTP/1.1" status: 200 len: 920 time: 0.1572659 Sep 22 21:06:45.714356 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fc6a6109-fc8b-4b35-be1d-83354ec45e8c req-f1861a94-0917-427b-98a6-f145698d1721 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6fdc1a2-d24d-4ae9-8eec-e32518880b2a HTTP/1.1" status: 200 len: 217 time: 0.0455256 Sep 22 21:06:45.763180 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:06:45.794010 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a6109-fc8b-4b35-be1d-83354ec45e8c req-bd83af97-1bb4-4fca-a218-d3b0c1145eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:45.796797 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fc6a6109-fc8b-4b35-be1d-83354ec45e8c req-bd83af97-1bb4-4fca-a218-d3b0c1145eae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc22b1c3-d4d4-4890-93ae-08f0ff0eb192 HTTP/1.1" status: 200 len: 859 time: 0.0666325 Sep 22 21:06:45.849599 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fc6a6109-fc8b-4b35-be1d-83354ec45e8c req-4c3cca83-6ab8-418a-857d-a39637f65c92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37594581-71ec-4a19-bf13-ec2e3365d219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445340 Sep 22 21:06:45.904353 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8befcc62-7b37-4b22-9d29-a5cb696dfda5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:45.947713 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fc6a6109-fc8b-4b35-be1d-83354ec45e8c req-e065146f-9d08-4779-ae19-c58bd370d82d service neutron] 10.222.0.48 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897019 Sep 22 21:06:45.970844 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:06:45.975027 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:06:45.975602 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:46.130015 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fc6a6109-fc8b-4b35-be1d-83354ec45e8c req-e89904bc-603c-4d1b-b474-c6971444499b service neutron] 10.222.0.48 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699128 Sep 22 21:06:46.158260 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 45156) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:46.209333 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:46.268795 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7a1dd3-79a9-4b10-81eb-58e406601256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:06:46.271075 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e5fde9-f997-4778-b999-ca1dc273b275" -d '{"events": [{"server_uuid": "6c7a1dd3-79a9-4b10-81eb-58e406601256", "name": "network-vif-plugged", "status": "completed", "tag": "8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:06:46.271935 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8befcc62-7b37-4b22-9d29-a5cb696dfda5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3737356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:46.278217 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device c2defed4-2e33-4f1a-8a78-c941acf2d81c up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:06:46.308120 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2,segment=NetworkSegment(fde8e8c3-5403-45fd-a37d-e9468e825f8d),segment_id=fde8e8c3-5403-45fd-a37d-e9468e825f8d)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:06:46.332961 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef12c17-c2b8-4936-a249-bbabd1cd1e82 x-openstack-request-id: req-4ef12c17-c2b8-4936-a249-bbabd1cd1e82 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:06:46.333440 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7a1dd3-79a9-4b10-81eb-58e406601256", "name": "network-vif-plugged", "status": "completed", "tag": "8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:06:46.333863 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4ef12c17-c2b8-4936-a249-bbabd1cd1e82 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:06:46.334434 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7a1dd3-79a9-4b10-81eb-58e406601256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2', 'code': 200} Sep 22 21:06:46.355033 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port c2defed4-2e33-4f1a-8a78-c941acf2d81c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:06:46.355442 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:46.391454 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a75139f7-cbab-48fa-bd47-5eac229a0003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:46.404015 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:46.464956 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:46.508293 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6421c4b-86bb-4517-864d-3f0a51386739 None None] Network 2a163378-cd17-4e1b-90c3-7de042c0fc78 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:06:46.518124 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:46.526487 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a75139f7-cbab-48fa-bd47-5eac229a0003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:46.585820 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2530d8-9be8-42e8-9073-19376b65d914 req-41632f51-57f4-4033-9fd4-6ef32b3f85ad tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:46.587352 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1a2530d8-9be8-42e8-9073-19376b65d914 req-41632f51-57f4-4033-9fd4-6ef32b3f85ad tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0543339 Sep 22 21:06:46.605654 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8befcc62-7b37-4b22-9d29-a5cb696dfda5 admin admin] Router 9c4111cb-5200-46ce-bf10-aa82722e3197 is scheduled to L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 21:06:46.609976 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] For port c2defed4-2e33-4f1a-8a78-c941acf2d81c, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=c2defed4-2e33-4f1a-8a78-c941acf2d81c,segment=NetworkSegment(534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1),segment_id=534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:06:46.623310 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-48edfd72-4e30-4ac0-8205-c8902a23256b None None] Provisioning complete for port c2defed4-2e33-4f1a-8a78-c941acf2d81c triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:06:46.623692 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-48edfd72-4e30-4ac0-8205-c8902a23256b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:46.631776 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1a2530d8-9be8-42e8-9073-19376b65d914 req-9dc3af6c-08f9-4238-bcf4-62c466a9dd77 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357306 Sep 22 21:06:46.670906 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a75139f7-cbab-48fa-bd47-5eac229a0003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:46.697130 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:46.731558 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-a75139f7-cbab-48fa-bd47-5eac229a0003 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3e8da60006c94b41b19510cb9aedf4e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5690370 Sep 22 21:06:46.732400 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 45178) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:46.746612 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75139f7-cbab-48fa-bd47-5eac229a0003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329e17a9-9b65-414e-b048-68acc11fa28f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:46.750651 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be8489-f75f-4661-ba5c-7ee25ca0035d req-4b91b551-f10a-4041-908d-0501595e2618 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:46.750651 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a4be8489-f75f-4661-ba5c-7ee25ca0035d req-4b91b551-f10a-4041-908d-0501595e2618 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 946 time: 0.0850818 Sep 22 21:06:46.755904 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be243736-2da7-4ecc-bdc5-3b36709d94da req-48e545fa-2e8c-4ba5-8e7c-76a0cfc27043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:46.758173 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-be243736-2da7-4ecc-bdc5-3b36709d94da req-48e545fa-2e8c-4ba5-8e7c-76a0cfc27043 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 1099 time: 0.0657558 Sep 22 21:06:46.818174 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8befcc62-7b37-4b22-9d29-a5cb696dfda5 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:06:46.828461 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] Sync routers for ids ['9c4111cb-5200-46ce-bf10-aa82722e3197'] in dv-cinder-810415-3-iscsi {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:06:46.849011 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a4be8489-f75f-4661-ba5c-7ee25ca0035d req-53c11f30-4693-46a3-9477-a28d2f3d2c37 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884562 Sep 22 21:06:46.851497 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-be243736-2da7-4ecc-bdc5-3b36709d94da req-f48a0903-4365-42d8-adc9-9f5bbcabede2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830989 Sep 22 21:06:46.862766 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] Routers {'9c4111cb-5200-46ce-bf10-aa82722e3197'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:06:46.862766 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:06:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['9c4111cb-5200-46ce-bf10-aa82722e3197'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:06:46.862960 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-02e71800-7acb-4428-8a73-16830aa9e120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:46.891654 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Pushing event updated for resources: {'Port': ['ID=c2defed4-2e33-4f1a-8a78-c941acf2d81c,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:46.899908 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-02e71800-7acb-4428-8a73-16830aa9e120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:46.943929 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8befcc62-7b37-4b22-9d29-a5cb696dfda5 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:46.947920 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-8befcc62-7b37-4b22-9d29-a5cb696dfda5 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7343245 Sep 22 21:06:46.948207 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 45186) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:46.991394 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] Set router 9c4111cb-5200-46ce-bf10-aa82722e3197 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:06:47.137458 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-02e71800-7acb-4428-8a73-16830aa9e120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:47.140043 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-02e71800-7acb-4428-8a73-16830aa9e120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:47.143463 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-02e71800-7acb-4428-8a73-16830aa9e120 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/329e17a9-9b65-414e-b048-68acc11fa28f HTTP/1.1" status: 204 len: 168 time: 0.4071922 Sep 22 21:06:47.150496 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e71800-7acb-4428-8a73-16830aa9e120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329e17a9-9b65-414e-b048-68acc11fa28f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:47.213381 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-941892a9-bd02-46fa-b293-b55a3a50f1ab None None] Provisioning complete for port c2defed4-2e33-4f1a-8a78-c941acf2d81c triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:06:47.213764 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-941892a9-bd02-46fa-b293-b55a3a50f1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:47.236444 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'name': 'tempest-TestShelveInstance-1712245692-router', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:44Z', 'updated_at': '2021-09-22T21:06:45Z', 'revision_number': 3, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'gw_port': {'id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:45Z', 'updated_at': '2021-09-22T21:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:06:47.265035 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] Checking router: 9c4111cb-5200-46ce-bf10-aa82722e3197 for host: dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:06:47.265370 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] Updating router 9c4111cb-5200-46ce-bf10-aa82722e3197 port 640c7da7-c083-4783-8f72-eb3a1631f2eb binding host dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:06:47.319447 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:47.632986 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:47.645283 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16f08a3b-f034-4ae4-b0c7-37bd2c720618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:47.698931 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:47.755668 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] Attempting to bind port 640c7da7-c083-4783-8f72-eb3a1631f2eb on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:06:47.756037 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] Attempting to bind port 640c7da7-c083-4783-8f72-eb3a1631f2eb by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:06:47.759951 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] Attempting to bind port 640c7da7-c083-4783-8f72-eb3a1631f2eb on network 2c353f49-210c-4300-9e98-1f6204bdd5b4 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:06:47.760606 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad65d4-868f-401e-81e8-9eeeea23bc4a None None] Pushing event updated for resources: {'Port': ['ID=640c7da7-c083-4783-8f72-eb3a1631f2eb,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:47.768448 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:06:47.768840 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] Checking segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:06:47.769417 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:47.770010 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] Bound using segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:06:47.770639 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] Bound port: 640c7da7-c083-4783-8f72-eb3a1631f2eb, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:06:47.771186 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:47.774679 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad65d4-868f-401e-81e8-9eeeea23bc4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:47.775252 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad65d4-868f-401e-81e8-9eeeea23bc4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:47.775789 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad65d4-868f-401e-81e8-9eeeea23bc4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:47.776442 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad65d4-868f-401e-81e8-9eeeea23bc4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:47.776946 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad65d4-868f-401e-81e8-9eeeea23bc4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:47.777469 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad65d4-868f-401e-81e8-9eeeea23bc4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:47.777940 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad65d4-868f-401e-81e8-9eeeea23bc4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:47.778538 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad65d4-868f-401e-81e8-9eeeea23bc4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:47.779043 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad65d4-868f-401e-81e8-9eeeea23bc4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:47.779536 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad65d4-868f-401e-81e8-9eeeea23bc4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:47.779869 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad65d4-868f-401e-81e8-9eeeea23bc4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:47.780190 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ad65d4-868f-401e-81e8-9eeeea23bc4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:47.820232 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b726799-61e3-4e38-9589-39ce8e6e9baf req-36a296d9-e667-4165-a7af-2b8db281f156 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:47.820232 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9b726799-61e3-4e38-9589-39ce8e6e9baf req-36a296d9-e667-4165-a7af-2b8db281f156 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.1072876 Sep 22 21:06:47.835166 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] For port 640c7da7-c083-4783-8f72-eb3a1631f2eb, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:06:47.838999 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] For port 640c7da7-c083-4783-8f72-eb3a1631f2eb, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=640c7da7-c083-4783-8f72-eb3a1631f2eb,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:06:47.902086 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9b726799-61e3-4e38-9589-39ce8e6e9baf req-5abaf21e-b264-4212-a241-0843297aa4db tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734239 Sep 22 21:06:47.909193 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-16f08a3b-f034-4ae4-b0c7-37bd2c720618 admin admin] Allocated IP 172.20.0.1 (2a163378-cd17-4e1b-90c3-7de042c0fc78/1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e/e05ec4c9-1ed5-4684-90bc-91a7a8941cd1) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:06:47.943831 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:47.954409 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 45216) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:47.972825 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1932-50ba-4e83-ba0f-192fe1fc856e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:47.992406 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] Routers {'9c4111cb-5200-46ce-bf10-aa82722e3197'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:06:47.993360 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:06:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['9c4111cb-5200-46ce-bf10-aa82722e3197'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:06:48.028368 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006580a0-c04b-4172-a88c-a704a134db9d req-a6cd8755-b7d6-471c-92fa-186b759fc664 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:48.029835 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-006580a0-c04b-4172-a88c-a704a134db9d req-a6cd8755-b7d6-471c-92fa-186b759fc664 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 946 time: 0.1127274 Sep 22 21:06:48.050990 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad65d4-868f-401e-81e8-9eeeea23bc4a None None] Pushing event updated for resources: {'Port': ['ID=640c7da7-c083-4783-8f72-eb3a1631f2eb,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:48.082586 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1932-50ba-4e83-ba0f-192fe1fc856e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:48.095922 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16f08a3b-f034-4ae4-b0c7-37bd2c720618 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:48.101284 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-006580a0-c04b-4172-a88c-a704a134db9d req-fd184001-3b33-4caf-8d62-1c7e35b8a6d0 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616586 Sep 22 21:06:48.131177 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] Set router 9c4111cb-5200-46ce-bf10-aa82722e3197 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:06:48.165151 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device c2defed4-2e33-4f1a-8a78-c941acf2d81c up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:06:48.189463 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1932-50ba-4e83-ba0f-192fe1fc856e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:48.217339 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port c2defed4-2e33-4f1a-8a78-c941acf2d81c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:06:48.218241 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:48.232272 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 45222) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:48.240482 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16f08a3b-f034-4ae4-b0c7-37bd2c720618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:48.244660 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e1932-50ba-4e83-ba0f-192fe1fc856e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4084a4a-4425-4907-8695-0a6ee6346956,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:48.268259 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-6d3e1932-50ba-4e83-ba0f-192fe1fc856e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a0ff0c65ffd47a2a8cbcd6c0697e9fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111606 Sep 22 21:06:48.270884 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 45226) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:48.289780 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f08a3b-f034-4ae4-b0c7-37bd2c720618 admin admin] Network 2a163378-cd17-4e1b-90c3-7de042c0fc78 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:06:48.301845 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-16f08a3b-f034-4ae4-b0c7-37bd2c720618 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:06:48.305631 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f08a3b-f034-4ae4-b0c7-37bd2c720618 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:06:48.341403 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f08a3b-f034-4ae4-b0c7-37bd2c720618 admin admin] Pushing event updated for resources: {'Port': ['ID=e05ec4c9-1ed5-4684-90bc-91a7a8941cd1,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:48.377654 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5632f194-682a-4f08-8a27-c4578e3120b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:48.404893 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5632f194-682a-4f08-8a27-c4578e3120b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:48.416344 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eba9ebfe-99bd-45f0-acbd-d3a284c15122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:48.419285 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16f08a3b-f034-4ae4-b0c7-37bd2c720618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3741573'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:48.489710 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'name': 'tempest-TestShelveInstance-1712245692-router', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:44Z', 'updated_at': '2021-09-22T21:06:45Z', 'revision_number': 3, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'gw_port': {'id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:45Z', 'updated_at': '2021-09-22T21:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:06:48.518942 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2028df0-9447-426c-9193-e97bb2930760 None None] The sync data for ids ['9c4111cb-5200-46ce-bf10-aa82722e3197'] in dv-cinder-810415-3-iscsi is: [{'id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'name': 'tempest-TestShelveInstance-1712245692-router', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:44Z', 'updated_at': '2021-09-22T21:06:45Z', 'revision_number': 3, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'gw_port': {'id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:45Z', 'updated_at': '2021-09-22T21:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:06:48.537255 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5632f194-682a-4f08-8a27-c4578e3120b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:48.539940 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5632f194-682a-4f08-8a27-c4578e3120b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:48.542368 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-5632f194-682a-4f08-8a27-c4578e3120b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c4084a4a-4425-4907-8695-0a6ee6346956 HTTP/1.1" status: 204 len: 168 time: 0.2693546 Sep 22 21:06:48.574323 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632f194-682a-4f08-8a27-c4578e3120b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4084a4a-4425-4907-8695-0a6ee6346956,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:48.583976 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-15cfe420-be32-4d76-8c93-06526b733aa3 None None] Provisioning complete for port e05ec4c9-1ed5-4684-90bc-91a7a8941cd1 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:06:48.584347 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-15cfe420-be32-4d76-8c93-06526b733aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:48.612653 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eba9ebfe-99bd-45f0-acbd-d3a284c15122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:48.635295 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-15cfe420-be32-4d76-8c93-06526b733aa3 None None] Port e05ec4c9-1ed5-4684-90bc-91a7a8941cd1 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:06:48.683652 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16f08a3b-f034-4ae4-b0c7-37bd2c720618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:48.686710 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-eba9ebfe-99bd-45f0-acbd-d3a284c15122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:48.756416 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-eba9ebfe-99bd-45f0-acbd-d3a284c15122 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d40291bd89742f6b77981056db57ab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5230274 Sep 22 21:06:48.759338 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 45234) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:48.760225 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba9ebfe-99bd-45f0-acbd-d3a284c15122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e03f0f-7a1b-4c0e-90cd-df4ea5d3a577,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:48.869922 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dafb521-a806-499f-96ba-70643c0a1e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:48.902669 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dafb521-a806-499f-96ba-70643c0a1e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:48.967982 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16f08a3b-f034-4ae4-b0c7-37bd2c720618 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:49.034809 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dafb521-a806-499f-96ba-70643c0a1e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:49.037393 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9dafb521-a806-499f-96ba-70643c0a1e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:49.038634 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-9dafb521-a806-499f-96ba-70643c0a1e99 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88e03f0f-7a1b-4c0e-90cd-df4ea5d3a577 HTTP/1.1" status: 204 len: 168 time: 0.2782605 Sep 22 21:06:49.049479 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafb521-a806-499f-96ba-70643c0a1e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e03f0f-7a1b-4c0e-90cd-df4ea5d3a577,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:49.055897 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f552f-f9cc-4545-9ae8-1da7cbdc491d req-f6fc8852-f83b-4c6e-b8cb-483c031453ea tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:49.067081 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ba7f552f-f9cc-4545-9ae8-1da7cbdc491d req-f6fc8852-f83b-4c6e-b8cb-483c031453ea tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0787432 Sep 22 21:06:49.094544 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16f08a3b-f034-4ae4-b0c7-37bd2c720618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26159211'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:49.160579 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ba7f552f-f9cc-4545-9ae8-1da7cbdc491d req-80fab71e-d9bb-4e2c-add2-e2a5fa75a4d1 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908027 Sep 22 21:06:49.178992 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-16f08a3b-f034-4ae4-b0c7-37bd2c720618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3740533'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:49.180821 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f08a3b-f034-4ae4-b0c7-37bd2c720618 admin admin] Pushing event updated for resources: {'Port': ['ID=e05ec4c9-1ed5-4684-90bc-91a7a8941cd1,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:49.323422 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f08a3b-f034-4ae4-b0c7-37bd2c720618 admin admin] Network 2a163378-cd17-4e1b-90c3-7de042c0fc78 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:06:49.332390 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baad682-7fa0-449f-a98d-c0f950752f6a req-52075565-325d-4961-b0aa-f230c3ea3e68 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:49.334043 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1baad682-7fa0-449f-a98d-c0f950752f6a req-52075565-325d-4961-b0aa-f230c3ea3e68 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 946 time: 0.0784025 Sep 22 21:06:49.334964 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-16f08a3b-f034-4ae4-b0c7-37bd2c720618 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:06:49.433266 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1baad682-7fa0-449f-a98d-c0f950752f6a req-ca6f8ff7-623f-4539-b254-d72e744c47ea tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906839 Sep 22 21:06:49.514216 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f08a3b-f034-4ae4-b0c7-37bd2c720618 admin admin] Router 9c4111cb-5200-46ce-bf10-aa82722e3197 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:06:49.568225 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-8f0b47cf-9543-45e0-b08c-7a4f25285e89 None None] Provisioning complete for port e05ec4c9-1ed5-4684-90bc-91a7a8941cd1 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:06:49.569346 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8f0b47cf-9543-45e0-b08c-7a4f25285e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:49.605615 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-8f0b47cf-9543-45e0-b08c-7a4f25285e89 None None] Port e05ec4c9-1ed5-4684-90bc-91a7a8941cd1 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:06:49.636307 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f08a3b-f034-4ae4-b0c7-37bd2c720618 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:06:49.641503 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-16f08a3b-f034-4ae4-b0c7-37bd2c720618 admin admin] 10.222.0.42 "PUT /v2.0/routers/9c4111cb-5200-46ce-bf10-aa82722e3197/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6922915 Sep 22 21:06:49.815919 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 45270) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:49.831691 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bf5f12a9-b936-4909-ae63-23affd6b7616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:49.946088 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bf5f12a9-b936-4909-ae63-23affd6b7616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:50.027720 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bf5f12a9-b936-4909-ae63-23affd6b7616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:50.065932 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-bf5f12a9-b936-4909-ae63-23affd6b7616 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4ca1d6dd327431ab3c43f935f007d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489066 Sep 22 21:06:50.071801 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f12a9-b936-4909-ae63-23affd6b7616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947d1526-3b33-4a77-8242-0b0714dac478,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:50.071920 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 45276) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:50.138484 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18e5475f-7a59-4eb5-8758-0d661d9c3a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:50.160851 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18e5475f-7a59-4eb5-8758-0d661d9c3a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:50.213776 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 640c7da7-c083-4783-8f72-eb3a1631f2eb up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:06:50.270331 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 640c7da7-c083-4783-8f72-eb3a1631f2eb triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:06:50.270697 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:50.292149 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18e5475f-7a59-4eb5-8758-0d661d9c3a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:50.294716 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18e5475f-7a59-4eb5-8758-0d661d9c3a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:50.298341 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-18e5475f-7a59-4eb5-8758-0d661d9c3a68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/947d1526-3b33-4a77-8242-0b0714dac478 HTTP/1.1" status: 204 len: 168 time: 0.2254710 Sep 22 21:06:50.306957 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546fabf-dcdd-41c2-921c-24dd410bd2e2 req-f577cfdf-6830-4e8b-a95e-b7089ca4476f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:50.308529 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3546fabf-dcdd-41c2-921c-24dd410bd2e2 req-f577cfdf-6830-4e8b-a95e-b7089ca4476f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0577154 Sep 22 21:06:50.313604 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5475f-7a59-4eb5-8758-0d661d9c3a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947d1526-3b33-4a77-8242-0b0714dac478,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:50.366386 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:50.373705 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] Sync routers for ids ['9c4111cb-5200-46ce-bf10-aa82722e3197'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:06:50.383676 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3546fabf-dcdd-41c2-921c-24dd410bd2e2 req-07cab5fd-10fb-4512-9778-f633fa46530e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672030 Sep 22 21:06:50.399130 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] For port 640c7da7-c083-4783-8f72-eb3a1631f2eb, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=640c7da7-c083-4783-8f72-eb3a1631f2eb,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:06:50.403280 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] Routers {'9c4111cb-5200-46ce-bf10-aa82722e3197'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:06:50.403953 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:06:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['9c4111cb-5200-46ce-bf10-aa82722e3197'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:06:50.498046 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:50.543029 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] Set router 9c4111cb-5200-46ce-bf10-aa82722e3197 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:06:50.558124 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef6d20-b1c6-4a78-abdf-b9ca690b2ddb req-6447edf8-f907-428f-bd08-3d3f45cca53f tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:50.559722 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-02ef6d20-b1c6-4a78-abdf-b9ca690b2ddb req-6447edf8-f907-428f-bd08-3d3f45cca53f tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 946 time: 0.0481055 Sep 22 21:06:50.601528 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-02ef6d20-b1c6-4a78-abdf-b9ca690b2ddb req-92023443-a98f-478d-b610-cdf89e86baa3 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357430 Sep 22 21:06:50.702967 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Pushing event updated for resources: {'Port': ['ID=640c7da7-c083-4783-8f72-eb3a1631f2eb,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:50.880743 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'name': 'tempest-TestShelveInstance-1712245692-router', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:44Z', 'updated_at': '2021-09-22T21:06:48Z', 'revision_number': 4, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'gw_port': {'id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f0:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:45Z', 'updated_at': '2021-09-22T21:06:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'e05ec4c9-1ed5-4684-90bc-91a7a8941cd1', 'name': '', 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'mac_address': 'fa:16:3e:39:28:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:47Z', 'updated_at': '2021-09-22T21:06:48Z', 'revision_number': 2, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'subnets': [{'id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:06:50.909194 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] Checking router: 9c4111cb-5200-46ce-bf10-aa82722e3197 for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:06:50.909539 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] Updating router 9c4111cb-5200-46ce-bf10-aa82722e3197 port e05ec4c9-1ed5-4684-90bc-91a7a8941cd1 binding host dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:06:50.937808 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:51.197637 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 45316) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:51.204678 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e9606153-2a5b-4e35-a070-93713cf8d9ea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1323692191-network', 'tenant_id': 'b57847441dbe431b82f9eeaefe3a87b5'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:06:51.226161 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:51.355064 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:51.355350 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9606153-2a5b-4e35-a070-93713cf8d9ea admin admin] Made reservation on behalf of b57847441dbe431b82f9eeaefe3a87b5 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:06:51.358263 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9606153-2a5b-4e35-a070-93713cf8d9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:51.367743 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 45318) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:51.368461 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9606153-2a5b-4e35-a070-93713cf8d9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:51.384670 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f218040-9a5a-4597-b44a-b7dcdd1fe489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:51.464559 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d48468-188d-4333-817e-1b50ec8b8453 None None] Pushing event updated for resources: {'Port': ['ID=e05ec4c9-1ed5-4684-90bc-91a7a8941cd1,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:51.479645 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] Attempting to bind port e05ec4c9-1ed5-4684-90bc-91a7a8941cd1 on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:06:51.480611 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] Attempting to bind port e05ec4c9-1ed5-4684-90bc-91a7a8941cd1 by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': '534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:06:51.481200 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] Attempting to bind port e05ec4c9-1ed5-4684-90bc-91a7a8941cd1 on network 2a163378-cd17-4e1b-90c3-7de042c0fc78 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:06:51.482895 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9606153-2a5b-4e35-a070-93713cf8d9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:51.486543 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:06:51.486962 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] Checking segment: {'id': '534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:06:51.487366 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:51.487744 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] Bound using segment: {'id': '534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:06:51.488204 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] Bound port: e05ec4c9-1ed5-4684-90bc-91a7a8941cd1, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:06:51.488855 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:51.549589 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bcca3-f8c3-44e7-a1e1-1b3f814b15d6 req-812b9f38-bc21-44e5-9a48-f5f3dba7d7ff tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:51.551114 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-228bcca3-f8c3-44e7-a1e1-1b3f814b15d6 req-812b9f38-bc21-44e5-9a48-f5f3dba7d7ff tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0668700 Sep 22 21:06:51.584262 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] For port e05ec4c9-1ed5-4684-90bc-91a7a8941cd1, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:06:51.589017 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] For port e05ec4c9-1ed5-4684-90bc-91a7a8941cd1, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=e05ec4c9-1ed5-4684-90bc-91a7a8941cd1,segment=NetworkSegment(534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1),segment_id=534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:06:51.594516 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-228bcca3-f8c3-44e7-a1e1-1b3f814b15d6 req-f6414632-4cb7-47cc-9e68-be3ef92b29ac tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352795 Sep 22 21:06:51.605833 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9606153-2a5b-4e35-a070-93713cf8d9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:51.631717 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9606153-2a5b-4e35-a070-93713cf8d9ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:06:51.644047 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9606153-2a5b-4e35-a070-93713cf8d9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f032f27a-2177-4468-a44f-c4801ed14c21,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:51.652772 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9606153-2a5b-4e35-a070-93713cf8d9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:51.653166 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.db.segments_db [None req-e9606153-2a5b-4e35-a070-93713cf8d9ea admin admin] Added segment f4af846f-3e3d-44aa-bb73-76be17ff60fa of type vlan for network 2cb1020d-f42c-40cc-b490-945cc26f2b38 Sep 22 21:06:51.654998 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-349071e4-a68f-4201-abf4-f82aca06c257 None None] Provisioning complete for port e05ec4c9-1ed5-4684-90bc-91a7a8941cd1 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:06:51.655782 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-349071e4-a68f-4201-abf4-f82aca06c257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:51.698664 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-349071e4-a68f-4201-abf4-f82aca06c257 None None] Port e05ec4c9-1ed5-4684-90bc-91a7a8941cd1 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:06:51.709406 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:51.754844 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9606153-2a5b-4e35-a070-93713cf8d9ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786351554335'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:51.772158 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] Routers {'9c4111cb-5200-46ce-bf10-aa82722e3197'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:06:51.772889 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:06:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['9c4111cb-5200-46ce-bf10-aa82722e3197'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:06:51.795804 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f218040-9a5a-4597-b44a-b7dcdd1fe489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:51.814863 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99c846-c83a-4aa1-91ee-737a2baa7ae9 req-a8a2bb2b-d740-4c87-9082-12d356895a38 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:51.814863 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1a99c846-c83a-4aa1-91ee-737a2baa7ae9 req-a8a2bb2b-d740-4c87-9082-12d356895a38 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 946 time: 0.0869002 Sep 22 21:06:51.896774 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1a99c846-c83a-4aa1-91ee-737a2baa7ae9 req-433791cd-1f17-47a1-a4bb-b9dee14e9273 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743289 Sep 22 21:06:51.903464 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7f218040-9a5a-4597-b44a-b7dcdd1fe489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:51.919731 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9606153-2a5b-4e35-a070-93713cf8d9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:51.920930 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9606153-2a5b-4e35-a070-93713cf8d9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:51.921524 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e9606153-2a5b-4e35-a070-93713cf8d9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:51.971318 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:06:51.983449 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d48468-188d-4333-817e-1b50ec8b8453 None None] Pushing event updated for resources: {'Port': ['ID=e05ec4c9-1ed5-4684-90bc-91a7a8941cd1,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:51.999380 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f218040-9a5a-4597-b44a-b7dcdd1fe489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3da2dce-e874-4c71-ac07-191ce8f3eb22,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:52.014822 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9606153-2a5b-4e35-a070-93713cf8d9ea admin admin] Pushing event updated for resources: {'Network': ['ID=2cb1020d-f42c-40cc-b490-945cc26f2b38,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:52.019086 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-7f218040-9a5a-4597-b44a-b7dcdd1fe489 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6b3b4069955414c86f0331f98aeff31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6494291 Sep 22 21:06:52.021634 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 45338) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:52.034162 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] Set router 9c4111cb-5200-46ce-bf10-aa82722e3197 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:06:52.037414 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Network 2cb1020d-f42c-40cc-b490-945cc26f2b38 details requested by agent ovs-agent-dv-cinder-810415-3-iscsi with host dv-cinder-810415-3-iscsi {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 21:06:52.043514 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-e9606153-2a5b-4e35-a070-93713cf8d9ea admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8445930 Sep 22 21:06:52.046587 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 45340) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:52.051972 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-547c5dc8-11ad-4324-abd0-eba144745e7a admin admin] Request body: {'subnet': {'network_id': '2cb1020d-f42c-40cc-b490-945cc26f2b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1323692191-subnet', 'tenant_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:06:52.086198 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6fafbaa-d787-46c3-8a46-02f52fdf9a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:52.109638 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6fafbaa-d787-46c3-8a46-02f52fdf9a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:52.149583 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547c5dc8-11ad-4324-abd0-eba144745e7a admin admin] Made reservation on behalf of b57847441dbe431b82f9eeaefe3a87b5 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:06:52.152217 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-547c5dc8-11ad-4324-abd0-eba144745e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26048987'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:52.152340 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 640c7da7-c083-4783-8f72-eb3a1631f2eb up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:06:52.223622 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a383ab81-b769-41f5-b1c6-acb378afd62a None None] Provisioning complete for port e05ec4c9-1ed5-4684-90bc-91a7a8941cd1 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:06:52.223994 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a383ab81-b769-41f5-b1c6-acb378afd62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:52.299019 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6fafbaa-d787-46c3-8a46-02f52fdf9a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:52.305319 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c6fafbaa-d787-46c3-8a46-02f52fdf9a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:52.307452 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-c6fafbaa-d787-46c3-8a46-02f52fdf9a4c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3da2dce-e874-4c71-ac07-191ce8f3eb22 HTTP/1.1" status: 204 len: 168 time: 0.2847488 Sep 22 21:06:52.316057 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fafbaa-d787-46c3-8a46-02f52fdf9a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3da2dce-e874-4c71-ac07-191ce8f3eb22,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:52.348054 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 640c7da7-c083-4783-8f72-eb3a1631f2eb triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:06:52.348437 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:52.460016 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a383ab81-b769-41f5-b1c6-acb378afd62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:52.491675 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-547c5dc8-11ad-4324-abd0-eba144745e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27223683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26049001'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:52.529514 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a383ab81-b769-41f5-b1c6-acb378afd62a None None] For port e05ec4c9-1ed5-4684-90bc-91a7a8941cd1, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=e05ec4c9-1ed5-4684-90bc-91a7a8941cd1,segment=NetworkSegment(534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1),segment_id=534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:06:52.539821 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'name': 'tempest-TestShelveInstance-1712245692-router', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:44Z', 'updated_at': '2021-09-22T21:06:48Z', 'revision_number': 4, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'gw_port': {'id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:45Z', 'updated_at': '2021-09-22T21:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'e05ec4c9-1ed5-4684-90bc-91a7a8941cd1', 'name': '', 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'mac_address': 'fa:16:3e:39:28:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:47Z', 'updated_at': '2021-09-22T21:06:51Z', 'revision_number': 4, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'subnets': [{'id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:06:52.554943 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c5dc8-11ad-4324-abd0-eba144745e7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d40cd583-e251-4c5e-8a3d-da227da61fb0,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:52.563949 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547c5dc8-11ad-4324-abd0-eba144745e7a admin admin] Checking segment: {'id': 'f4af846f-3e3d-44aa-bb73-76be17ff60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2cb1020d-f42c-40cc-b490-945cc26f2b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:06:52.564227 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547c5dc8-11ad-4324-abd0-eba144745e7a admin admin] Network hostable DHCP agents. Network: 2cb1020d-f42c-40cc-b490-945cc26f2b38, hostable agents: ['56809e1b-eac6-40c1-a412-0e5017dff325'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:06:52.579538 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaccc660-7c0a-46e3-b382-6eaa283e48ed None None] The sync data for ids ['9c4111cb-5200-46ce-bf10-aa82722e3197'] in dv-cinder-810415-3-iscsi is: [{'id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'name': 'tempest-TestShelveInstance-1712245692-router', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:44Z', 'updated_at': '2021-09-22T21:06:48Z', 'revision_number': 4, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'gw_port': {'id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:45Z', 'updated_at': '2021-09-22T21:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'e05ec4c9-1ed5-4684-90bc-91a7a8941cd1', 'name': '', 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'mac_address': 'fa:16:3e:39:28:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:47Z', 'updated_at': '2021-09-22T21:06:51Z', 'revision_number': 4, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'subnets': [{'id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:06:52.753204 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e141663-4d86-4f27-9d59-4f870d3d1116 req-17c6a3ad-414a-458b-9932-a4faa51d4011 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:52.754865 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7e141663-4d86-4f27-9d59-4f870d3d1116 req-17c6a3ad-414a-458b-9932-a4faa51d4011 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0700281 Sep 22 21:06:52.795023 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547c5dc8-11ad-4324-abd0-eba144745e7a admin admin] Network 2cb1020d-f42c-40cc-b490-945cc26f2b38 is scheduled to be hosted by DHCP agent 56809e1b-eac6-40c1-a412-0e5017dff325 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:06:52.795728 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a383ab81-b769-41f5-b1c6-acb378afd62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:52.830270 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7e141663-4d86-4f27-9d59-4f870d3d1116 req-88256fe7-d9da-4373-abdd-5c32b8433bca tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523140 Sep 22 21:06:52.894341 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383ab81-b769-41f5-b1c6-acb378afd62a None None] Pushing event updated for resources: {'Port': ['ID=e05ec4c9-1ed5-4684-90bc-91a7a8941cd1,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:53.031701 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-547c5dc8-11ad-4324-abd0-eba144745e7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-3-iscsi, 2cb1020d-f42c-40cc-b490-945cc26f2b38) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:06:53.035807 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547c5dc8-11ad-4324-abd0-eba144745e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:53.036389 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-547c5dc8-11ad-4324-abd0-eba144745e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:53.042962 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3df306-45d3-4622-83f5-2c622214b281 None None] Network 2cb1020d-f42c-40cc-b490-945cc26f2b38 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:06:53.191755 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd055608f-81b6-5a45-b436-6df0833047cb-2cb1020d-f42c-40cc-b490-945cc26f2b38', 'network_id': '2cb1020d-f42c-40cc-b490-945cc26f2b38', 'tenant_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'fixed_ips': [{'subnet_id': 'd40cd583-e251-4c5e-8a3d-da227da61fb0'}]}} from dv-cinder-810415-3-iscsi. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 21:06:53.192601 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:53.321117 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-547c5dc8-11ad-4324-abd0-eba144745e7a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2733870 Sep 22 21:06:53.329208 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 45364) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:53.329208 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-0b0ad395-5f99-4d7c-b87d-8f72364684b6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1323692191-router', 'tenant_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:06:53.330909 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] Allocated IP 172.20.0.2 (2cb1020d-f42c-40cc-b490-945cc26f2b38/d40cd583-e251-4c5e-8a3d-da227da61fb0/d2131b5b-99a5-466e-a570-15fb2fdef17c) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:06:53.543524 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad395-5f99-4d7c-b87d-8f72364684b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3739781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:53.544584 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad395-5f99-4d7c-b87d-8f72364684b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4180506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:53.595664 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad395-5f99-4d7c-b87d-8f72364684b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:53.605209 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:53.714907 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:53.753744 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] Network 2cb1020d-f42c-40cc-b490-945cc26f2b38 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:06:53.757046 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:06:53.760576 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:06:53.768187 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] Pushing event updated for resources: {'Port': ['ID=d2131b5b-99a5-466e-a570-15fb2fdef17c,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:53.827351 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad395-5f99-4d7c-b87d-8f72364684b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:53.846172 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] Attempting to bind port d2131b5b-99a5-466e-a570-15fb2fdef17c on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:06:53.846172 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] Attempting to bind port d2131b5b-99a5-466e-a570-15fb2fdef17c by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': 'f4af846f-3e3d-44aa-bb73-76be17ff60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2cb1020d-f42c-40cc-b490-945cc26f2b38'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:06:53.846172 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] Attempting to bind port d2131b5b-99a5-466e-a570-15fb2fdef17c on network 2cb1020d-f42c-40cc-b490-945cc26f2b38 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:06:53.857733 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:06:53.857733 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] Checking segment: {'id': 'f4af846f-3e3d-44aa-bb73-76be17ff60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2cb1020d-f42c-40cc-b490-945cc26f2b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:06:53.857733 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:53.857733 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] Bound using segment: {'id': 'f4af846f-3e3d-44aa-bb73-76be17ff60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2cb1020d-f42c-40cc-b490-945cc26f2b38'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:06:53.857733 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] Bound port: d2131b5b-99a5-466e-a570-15fb2fdef17c, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4af846f-3e3d-44aa-bb73-76be17ff60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2cb1020d-f42c-40cc-b490-945cc26f2b38'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:06:53.857733 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:53.935747 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] For port d2131b5b-99a5-466e-a570-15fb2fdef17c, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:06:53.939280 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] For port d2131b5b-99a5-466e-a570-15fb2fdef17c, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=d2131b5b-99a5-466e-a570-15fb2fdef17c,segment=NetworkSegment(f4af846f-3e3d-44aa-bb73-76be17ff60fa),segment_id=f4af846f-3e3d-44aa-bb73-76be17ff60fa)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:06:54.092265 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:54.153821 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device e05ec4c9-1ed5-4684-90bc-91a7a8941cd1 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:06:54.167638 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad395-5f99-4d7c-b87d-8f72364684b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:54.203690 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072e236-f46d-4dd8-9741-2c18c29531d5 req-24e36f44-8aab-4d77-9177-e8d5c0783bf3 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:54.205281 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b072e236-f46d-4dd8-9741-2c18c29531d5 req-24e36f44-8aab-4d77-9177-e8d5c0783bf3 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.1504519 Sep 22 21:06:54.206624 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad395-5f99-4d7c-b87d-8f72364684b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:54.215967 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a724e-dd73-4bd9-93ca-b6eb5fe1b42d None None] Pushing event updated for resources: {'Port': ['ID=d2131b5b-99a5-466e-a570-15fb2fdef17c,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:54.241102 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port e05ec4c9-1ed5-4684-90bc-91a7a8941cd1 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:06:54.241608 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:54.327824 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b072e236-f46d-4dd8-9741-2c18c29531d5 req-a5e6a214-8e95-40c4-9fbf-9c435006c2ab tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796824 Sep 22 21:06:54.354558 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-0b0ad395-5f99-4d7c-b87d-8f72364684b6 admin admin] Allocated IP 172.27.0.17 (2c353f49-210c-4300-9e98-1f6204bdd5b4/672554c0-508e-4537-8193-f701627840d3/01e4fb84-ea60-41b8-b043-5ed77a4b6d5c) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:06:54.499048 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad395-5f99-4d7c-b87d-8f72364684b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:54.628284 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad395-5f99-4d7c-b87d-8f72364684b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:54.667408 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0ad395-5f99-4d7c-b87d-8f72364684b6 admin admin] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:06:54.672157 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-0b0ad395-5f99-4d7c-b87d-8f72364684b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:06:54.672677 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0ad395-5f99-4d7c-b87d-8f72364684b6 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:06:54.702126 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ad395-5f99-4d7c-b87d-8f72364684b6 admin admin] Pushing event updated for resources: {'Port': ['ID=01e4fb84-ea60-41b8-b043-5ed77a4b6d5c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:55.020518 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad395-5f99-4d7c-b87d-8f72364684b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:55.179998 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec989f2-8f11-49b4-9cf7-878acbca8b6b None None] Network 2cb1020d-f42c-40cc-b490-945cc26f2b38 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:06:55.267960 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5cbff060-413f-4712-95e3-bcf18c7c0c46 None None] Provisioning complete for port d2131b5b-99a5-466e-a570-15fb2fdef17c triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:06:55.268333 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5cbff060-413f-4712-95e3-bcf18c7c0c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:55.413660 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5cbff060-413f-4712-95e3-bcf18c7c0c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:55.453822 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-5cbff060-413f-4712-95e3-bcf18c7c0c46 None None] For port d2131b5b-99a5-466e-a570-15fb2fdef17c, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=d2131b5b-99a5-466e-a570-15fb2fdef17c,segment=NetworkSegment(f4af846f-3e3d-44aa-bb73-76be17ff60fa),segment_id=f4af846f-3e3d-44aa-bb73-76be17ff60fa)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:06:55.518161 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad395-5f99-4d7c-b87d-8f72364684b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3737356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:55.520653 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5cbff060-413f-4712-95e3-bcf18c7c0c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:55.582434 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbff060-413f-4712-95e3-bcf18c7c0c46 None None] Pushing event updated for resources: {'Port': ['ID=d2131b5b-99a5-466e-a570-15fb2fdef17c,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:55.584184 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290412a-8607-4b15-953e-5ef210020247 req-0767defb-6379-4b7b-b513-ee0a193b7e26 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:55.589214 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7290412a-8607-4b15-953e-5ef210020247 req-0767defb-6379-4b7b-b513-ee0a193b7e26 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.1027169 Sep 22 21:06:55.639331 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d9249e68-dc70-4494-8d2c-8b37490a1e25 None None] Provisioning complete for port d2131b5b-99a5-466e-a570-15fb2fdef17c triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:06:55.639632 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d9249e68-dc70-4494-8d2c-8b37490a1e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:55.673250 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7290412a-8607-4b15-953e-5ef210020247 req-359bd10d-8201-4bc1-9dc1-20aa3a9a8b78 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758507 Sep 22 21:06:55.806028 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0ad395-5f99-4d7c-b87d-8f72364684b6 admin admin] Router db9b57d4-0c52-406d-b460-7840013451bb is scheduled to L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 21:06:55.916215 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0ad395-5f99-4d7c-b87d-8f72364684b6 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:06:55.926373 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] Sync routers for ids ['db9b57d4-0c52-406d-b460-7840013451bb'] in dv-cinder-810415-3-iscsi {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:06:55.935332 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] Routers {'db9b57d4-0c52-406d-b460-7840013451bb'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:06:55.935945 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:06:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['db9b57d4-0c52-406d-b460-7840013451bb'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:06:55.994674 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad395-5f99-4d7c-b87d-8f72364684b6 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:55.998472 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-0b0ad395-5f99-4d7c-b87d-8f72364684b6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6710517 Sep 22 21:06:55.998715 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 45438) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:56.036242 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] Set router db9b57d4-0c52-406d-b460-7840013451bb gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:06:56.190080 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device d2131b5b-99a5-466e-a570-15fb2fdef17c up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:06:56.256058 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9b57d4-0c52-406d-b460-7840013451bb', 'name': 'tempest-TestShelveInstance-1323692191-router', 'tenant_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '01e4fb84-ea60-41b8-b043-5ed77a4b6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:53Z', 'updated_at': '2021-09-22T21:06:54Z', 'revision_number': 3, 'project_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'gw_port': {'id': '01e4fb84-ea60-41b8-b043-5ed77a4b6d5c', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9b57d4-0c52-406d-b460-7840013451bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:54Z', 'updated_at': '2021-09-22T21:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:06:56.260956 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port d2131b5b-99a5-466e-a570-15fb2fdef17c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:06:56.261328 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:56.294554 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] Checking router: db9b57d4-0c52-406d-b460-7840013451bb for host: dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:06:56.294991 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] Updating router db9b57d4-0c52-406d-b460-7840013451bb port 01e4fb84-ea60-41b8-b043-5ed77a4b6d5c binding host dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:06:56.320429 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:56.436884 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c18cfc9e-0e38-4aaf-863e-a94810382323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:56.579672 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:56.609666 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-c18cfc9e-0e38-4aaf-863e-a94810382323 admin admin] Allocated IP 172.20.0.1 (2cb1020d-f42c-40cc-b490-945cc26f2b38/d40cd583-e251-4c5e-8a3d-da227da61fb0/ec1a456d-873f-4291-8e7d-b3777fc688a9) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:06:56.715865 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c18cfc9e-0e38-4aaf-863e-a94810382323 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:56.731586 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:56.797871 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e29831-a43b-46d8-8d71-2cef24f1e95b None None] Pushing event updated for resources: {'Port': ['ID=01e4fb84-ea60-41b8-b043-5ed77a4b6d5c,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:56.805776 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee55891-e434-459d-92a2-72c87815f530 req-baeec1b4-09f1-4e95-9af6-ec33ef2c1004 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:56.810535 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6ee55891-e434-459d-92a2-72c87815f530 req-baeec1b4-09f1-4e95-9af6-ec33ef2c1004 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0579970 Sep 22 21:06:56.810658 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] Attempting to bind port 01e4fb84-ea60-41b8-b043-5ed77a4b6d5c on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:06:56.810658 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] Attempting to bind port 01e4fb84-ea60-41b8-b043-5ed77a4b6d5c by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:06:56.810658 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] Attempting to bind port 01e4fb84-ea60-41b8-b043-5ed77a4b6d5c on network 2c353f49-210c-4300-9e98-1f6204bdd5b4 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:06:56.815229 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:06:56.815602 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] Checking segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:06:56.816008 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:56.816474 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] Bound using segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:06:56.816965 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] Bound port: 01e4fb84-ea60-41b8-b043-5ed77a4b6d5c, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:06:56.817361 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:56.829378 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c18cfc9e-0e38-4aaf-863e-a94810382323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:56.881568 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18cfc9e-0e38-4aaf-863e-a94810382323 admin admin] Network 2cb1020d-f42c-40cc-b490-945cc26f2b38 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:06:56.884142 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] For port 01e4fb84-ea60-41b8-b043-5ed77a4b6d5c, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:06:56.889635 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-c18cfc9e-0e38-4aaf-863e-a94810382323 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:06:56.889906 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] For port 01e4fb84-ea60-41b8-b043-5ed77a4b6d5c, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=01e4fb84-ea60-41b8-b043-5ed77a4b6d5c,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:06:56.892059 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18cfc9e-0e38-4aaf-863e-a94810382323 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:06:56.910919 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6ee55891-e434-459d-92a2-72c87815f530 req-c02e83a5-782c-4eb2-949f-fa13a976ca04 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964835 Sep 22 21:06:56.958418 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cfc9e-0e38-4aaf-863e-a94810382323 admin admin] Pushing event updated for resources: {'Port': ['ID=ec1a456d-873f-4291-8e7d-b3777fc688a9,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:56.980043 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:56.987393 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c18cfc9e-0e38-4aaf-863e-a94810382323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3741573'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:57.044962 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] Routers {'db9b57d4-0c52-406d-b460-7840013451bb'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:06:57.045887 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:06:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['db9b57d4-0c52-406d-b460-7840013451bb'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:06:57.122155 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e29831-a43b-46d8-8d71-2cef24f1e95b None None] Pushing event updated for resources: {'Port': ['ID=01e4fb84-ea60-41b8-b043-5ed77a4b6d5c,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:57.145943 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a1867d20-0394-4252-9130-74da398f6fb5 None None] Provisioning complete for port ec1a456d-873f-4291-8e7d-b3777fc688a9 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:06:57.146323 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a1867d20-0394-4252-9130-74da398f6fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:57.179705 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a1867d20-0394-4252-9130-74da398f6fb5 None None] Port ec1a456d-873f-4291-8e7d-b3777fc688a9 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:06:57.189688 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] Set router db9b57d4-0c52-406d-b460-7840013451bb gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:06:57.274010 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c18cfc9e-0e38-4aaf-863e-a94810382323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:57.402038 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9b57d4-0c52-406d-b460-7840013451bb', 'name': 'tempest-TestShelveInstance-1323692191-router', 'tenant_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '01e4fb84-ea60-41b8-b043-5ed77a4b6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:53Z', 'updated_at': '2021-09-22T21:06:54Z', 'revision_number': 3, 'project_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'gw_port': {'id': '01e4fb84-ea60-41b8-b043-5ed77a4b6d5c', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9b57d4-0c52-406d-b460-7840013451bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:54Z', 'updated_at': '2021-09-22T21:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:06:57.435946 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a13992-d8a7-48bb-a6d0-fa9174bf9564 None None] The sync data for ids ['db9b57d4-0c52-406d-b460-7840013451bb'] in dv-cinder-810415-3-iscsi is: [{'id': 'db9b57d4-0c52-406d-b460-7840013451bb', 'name': 'tempest-TestShelveInstance-1323692191-router', 'tenant_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '01e4fb84-ea60-41b8-b043-5ed77a4b6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:53Z', 'updated_at': '2021-09-22T21:06:54Z', 'revision_number': 3, 'project_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'gw_port': {'id': '01e4fb84-ea60-41b8-b043-5ed77a4b6d5c', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9b57d4-0c52-406d-b460-7840013451bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:54Z', 'updated_at': '2021-09-22T21:06:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:06:57.478113 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb356f-781d-49d0-a5e5-21ecb511630d req-293759be-bce5-4ebd-a683-6d690a0fac0f tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:57.479668 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1acb356f-781d-49d0-a5e5-21ecb511630d req-293759be-bce5-4ebd-a683-6d690a0fac0f tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 946 time: 0.1089370 Sep 22 21:06:57.553461 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1acb356f-781d-49d0-a5e5-21ecb511630d req-ef02be92-d607-4c6f-84e7-16a1effb648f tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670929 Sep 22 21:06:57.569583 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c18cfc9e-0e38-4aaf-863e-a94810382323 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:57.697190 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c18cfc9e-0e38-4aaf-863e-a94810382323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26159211'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:57.791208 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cfc9e-0e38-4aaf-863e-a94810382323 admin admin] Pushing event updated for resources: {'Port': ['ID=ec1a456d-873f-4291-8e7d-b3777fc688a9,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:57.796190 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c18cfc9e-0e38-4aaf-863e-a94810382323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3740533'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:57.909369 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18cfc9e-0e38-4aaf-863e-a94810382323 admin admin] Network 2cb1020d-f42c-40cc-b490-945cc26f2b38 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:06:57.910917 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-c18cfc9e-0e38-4aaf-863e-a94810382323 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:06:58.081960 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18cfc9e-0e38-4aaf-863e-a94810382323 admin admin] Router db9b57d4-0c52-406d-b460-7840013451bb has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:06:58.096253 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8aac6-7e9b-42c8-a6a1-ef5fb2c5f92a req-e97e0fdf-759a-49bc-b64a-49c765a5ea3b tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:58.099234 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-63c8aac6-7e9b-42c8-a6a1-ef5fb2c5f92a req-e97e0fdf-759a-49bc-b64a-49c765a5ea3b tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.1026111 Sep 22 21:06:58.202472 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-63c8aac6-7e9b-42c8-a6a1-ef5fb2c5f92a req-f39f378f-f714-4b34-a805-58b007fe7bf8 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511532 Sep 22 21:06:58.223816 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 01e4fb84-ea60-41b8-b043-5ed77a4b6d5c up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:06:58.255425 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18cfc9e-0e38-4aaf-863e-a94810382323 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:06:58.257676 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-32dbf23b-181b-490e-a8f9-bd7ae3092b77 None None] Provisioning complete for port ec1a456d-873f-4291-8e7d-b3777fc688a9 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:06:58.258226 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-32dbf23b-181b-490e-a8f9-bd7ae3092b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:58.261241 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-c18cfc9e-0e38-4aaf-863e-a94810382323 admin admin] 10.222.0.42 "PUT /v2.0/routers/db9b57d4-0c52-406d-b460-7840013451bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2614810 Sep 22 21:06:58.345454 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-32dbf23b-181b-490e-a8f9-bd7ae3092b77 None None] Port ec1a456d-873f-4291-8e7d-b3777fc688a9 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:06:58.347860 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 01e4fb84-ea60-41b8-b043-5ed77a4b6d5c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:06:58.348290 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:58.441713 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:58.475594 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] For port 01e4fb84-ea60-41b8-b043-5ed77a4b6d5c, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=01e4fb84-ea60-41b8-b043-5ed77a4b6d5c,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:06:58.531664 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:58.610824 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Pushing event updated for resources: {'Port': ['ID=01e4fb84-ea60-41b8-b043-5ed77a4b6d5c,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:58.713675 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2b396-ebad-4867-ab8b-4c51bdaa1926 req-5758146e-bb05-41b3-ae78-a0a8f377562d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:58.715188 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-06a2b396-ebad-4867-ab8b-4c51bdaa1926 req-5758146e-bb05-41b3-ae78-a0a8f377562d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 946 time: 0.0612919 Sep 22 21:06:58.765264 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-06a2b396-ebad-4867-ab8b-4c51bdaa1926 req-360fdf0c-3866-42f2-a52f-5b88f008a310 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7caa66-8991-4105-8e66-3a6b91afab04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438983 Sep 22 21:06:58.887869 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 45526) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:58.887869 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-3b509a94-05ee-4c6e-8baf-b1f381d1f97e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-330356181', 'description': 'tempest-secgroup-smoke-330356181 description', 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:06:58.983486 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3b509a94-05ee-4c6e-8baf-b1f381d1f97e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:59.022217 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30fad2-8c6f-4242-9e1a-259b52f19ff3 req-48a06c0a-6cff-40dd-90bb-211e7c44340f tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:59.023929 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6e30fad2-8c6f-4242-9e1a-259b52f19ff3 req-48a06c0a-6cff-40dd-90bb-211e7c44340f tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.48 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 946 time: 0.0962193 Sep 22 21:06:59.072017 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-7018db23-9841-415a-9e27-0e0c84bcd683 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:59.073648 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-7018db23-9841-415a-9e27-0e0c84bcd683 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/networks?id=d9b6faf9-b2b7-4153-bb83-4212e925b805 HTTP/1.1" status: 200 len: 814 time: 0.1682465 Sep 22 21:06:59.097583 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3b509a94-05ee-4c6e-8baf-b1f381d1f97e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:59.119049 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-d83be828-84b1-4fa4-835d-71061374d575 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/quotas/4710095783a04ccab7b1109acfbf73bb HTTP/1.1" status: 200 len: 375 time: 0.0241306 Sep 22 21:06:59.223382 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3b509a94-05ee-4c6e-8baf-b1f381d1f97e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:59.278340 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b509a94-05ee-4c6e-8baf-b1f381d1f97e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77870274-b4c3-4473-86ff-764e51ae9391,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:59.288453 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b509a94-05ee-4c6e-8baf-b1f381d1f97e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:59.289130 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b509a94-05ee-4c6e-8baf-b1f381d1f97e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:59.289718 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b509a94-05ee-4c6e-8baf-b1f381d1f97e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:59.290918 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b509a94-05ee-4c6e-8baf-b1f381d1f97e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:59.291451 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b509a94-05ee-4c6e-8baf-b1f381d1f97e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:59.291975 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b509a94-05ee-4c6e-8baf-b1f381d1f97e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:59.292524 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b509a94-05ee-4c6e-8baf-b1f381d1f97e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:59.293555 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b509a94-05ee-4c6e-8baf-b1f381d1f97e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:59.294086 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b509a94-05ee-4c6e-8baf-b1f381d1f97e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:59.294738 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b509a94-05ee-4c6e-8baf-b1f381d1f97e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:59.295221 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b509a94-05ee-4c6e-8baf-b1f381d1f97e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:59.301983 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b509a94-05ee-4c6e-8baf-b1f381d1f97e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:06:59.343672 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3b509a94-05ee-4c6e-8baf-b1f381d1f97e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:59.345609 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-3b509a94-05ee-4c6e-8baf-b1f381d1f97e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4618289 Sep 22 21:06:59.348687 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 45552) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:59.353444 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-698e61df-ad72-484b-89b2-beaeab6864f3 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Request body: {'security_group_rule': {'security_group_id': '77870274-b4c3-4473-86ff-764e51ae9391', 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:06:59.472616 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-698e61df-ad72-484b-89b2-beaeab6864f3 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:59.491906 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-cce60f87-780f-4052-98b7-d5c571335abd tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4710095783a04ccab7b1109acfbf73bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3530731 Sep 22 21:06:59.498637 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-6e30fad2-8c6f-4242-9e1a-259b52f19ff3 req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Deleting port 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:06:59.498978 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6e30fad2-8c6f-4242-9e1a-259b52f19ff3 req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:59.553466 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-698e61df-ad72-484b-89b2-beaeab6864f3 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:59.564217 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af62123-c29e-4191-80dd-762ffa43a5fb req-ea34705e-7d04-4154-9504-efdbe0a4b273 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:06:59.565750 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2af62123-c29e-4191-80dd-762ffa43a5fb req-ea34705e-7d04-4154-9504-efdbe0a4b273 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.1408620 Sep 22 21:06:59.651939 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-698e61df-ad72-484b-89b2-beaeab6864f3 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:59.673099 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e61df-ad72-484b-89b2-beaeab6864f3 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4111d3-f0c4-4912-9891-520931b8b5f6,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:06:59.705345 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2af62123-c29e-4191-80dd-762ffa43a5fb req-b9b58837-f767-41b1-98da-0a9f33571e60 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324999 Sep 22 21:06:59.725765 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-6e30fad2-8c6f-4242-9e1a-259b52f19ff3 req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] For port 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2,segment=NetworkSegment(fde8e8c3-5403-45fd-a37d-e9468e825f8d),segment_id=fde8e8c3-5403-45fd-a37d-e9468e825f8d)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:06:59.725765 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6e30fad2-8c6f-4242-9e1a-259b52f19ff3 req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:59.726465 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-698e61df-ad72-484b-89b2-beaeab6864f3 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:59.727757 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-698e61df-ad72-484b-89b2-beaeab6864f3 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3779132 Sep 22 21:06:59.732166 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 45560) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:06:59.736631 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-6c5105a9-8a3a-4a0c-956b-0265d0951425 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Request body: {'security_group_rule': {'security_group_id': '77870274-b4c3-4473-86ff-764e51ae9391', 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:06:59.749291 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-4b4d6db6-40e3-4f6e-8f64-2a731b6e4c46 service neutron] 10.222.0.42 "GET /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470787 Sep 22 21:06:59.750858 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-6e30fad2-8c6f-4242-9e1a-259b52f19ff3 req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Calling delete_port for 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:06:59.822477 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] Sync routers for ids ['db9b57d4-0c52-406d-b460-7840013451bb'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:06:59.831950 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] Routers {'db9b57d4-0c52-406d-b460-7840013451bb'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:06:59.832599 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:06:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['db9b57d4-0c52-406d-b460-7840013451bb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:06:59.845162 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6c5105a9-8a3a-4a0c-956b-0265d0951425 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:59.919827 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6c5105a9-8a3a-4a0c-956b-0265d0951425 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:06:59.938530 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-3907648b-fb4f-448d-a038-aa034ea1368b service neutron] 10.222.0.42 "GET /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820881 Sep 22 21:06:59.951651 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] Set router db9b57d4-0c52-406d-b460-7840013451bb gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:07:00.051299 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6c5105a9-8a3a-4a0c-956b-0265d0951425 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:00.073210 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5105a9-8a3a-4a0c-956b-0265d0951425 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c4f089-6075-411d-bc65-8c179e78764f,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:00.135777 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 01e4fb84-ea60-41b8-b043-5ed77a4b6d5c up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:07:00.142718 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6e30fad2-8c6f-4242-9e1a-259b52f19ff3 req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:00.175765 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Pushing event deleted for resources: {'Port': ['ID=8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:00.198491 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6c5105a9-8a3a-4a0c-956b-0265d0951425 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:00.199959 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-6c5105a9-8a3a-4a0c-956b-0265d0951425 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4668083 Sep 22 21:07:00.209795 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 45564) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:00.209943 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9b57d4-0c52-406d-b460-7840013451bb', 'name': 'tempest-TestShelveInstance-1323692191-router', 'tenant_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '01e4fb84-ea60-41b8-b043-5ed77a4b6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:53Z', 'updated_at': '2021-09-22T21:06:57Z', 'revision_number': 4, 'project_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'gw_port': {'id': '01e4fb84-ea60-41b8-b043-5ed77a4b6d5c', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9b57d4-0c52-406d-b460-7840013451bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:54Z', 'updated_at': '2021-09-22T21:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'ec1a456d-873f-4291-8e7d-b3777fc688a9', 'name': '', 'network_id': '2cb1020d-f42c-40cc-b490-945cc26f2b38', 'tenant_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'mac_address': 'fa:16:3e:74:b2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9b57d4-0c52-406d-b460-7840013451bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd40cd583-e251-4c5e-8a3d-da227da61fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:56Z', 'updated_at': '2021-09-22T21:06:57Z', 'revision_number': 2, 'project_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'subnets': [{'id': 'd40cd583-e251-4c5e-8a3d-da227da61fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:00.210100 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-3a25220e-1092-46f9-b72a-acc0500769df tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Request body: {'security_group_rule': {'security_group_id': '77870274-b4c3-4473-86ff-764e51ae9391', 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:00.222372 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:00.222806 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:00.223235 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:00.223696 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:00.224228 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:00.224622 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:00.225094 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:00.225498 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:00.225891 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:00.226289 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:00.226676 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:00.227068 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:00.233436 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 01e4fb84-ea60-41b8-b043-5ed77a4b6d5c triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:00.233838 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:00.235489 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] Checking router: db9b57d4-0c52-406d-b460-7840013451bb for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:07:00.235858 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] Updating router db9b57d4-0c52-406d-b460-7840013451bb port ec1a456d-873f-4291-8e7d-b3777fc688a9 binding host dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:07:00.251940 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e30fad2-8c6f-4242-9e1a-259b52f19ff3 req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] No DVR routers for this DVR port 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 on host hv-cinder-81041 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:07:00.255072 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6e30fad2-8c6f-4242-9e1a-259b52f19ff3 req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:00.257424 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6e30fad2-8c6f-4242-9e1a-259b52f19ff3 req-afc0bc4d-ef17-4c4e-9512-5c61f345a38d tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.48 "DELETE /v2.0/ports/8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 HTTP/1.1" status: 204 len: 173 time: 1.2213635 Sep 22 21:07:00.257874 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c7a1dd3-79a9-4b10-81eb-58e406601256', 'name': 'network-vif-deleted', 'tag': '8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:07:00.260167 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f9e82ad46dbda8c41019e9d45a01ce2f125e700925afeafc1c5e0f0766aab3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b13a0b-5510-4017-9e40-1330f3f2a1fd" -d '{"events": [{"server_uuid": "6c7a1dd3-79a9-4b10-81eb-58e406601256", "name": "network-vif-deleted", "tag": "8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:07:00.297230 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:00.333032 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a25220e-1092-46f9-b72a-acc0500769df tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:00.420849 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5f521218-02f1-4b09-94f3-e63370b5008a req-a213ab6e-fb55-440f-aca1-3186f5efae6a tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 210 time: 0.0891027 Sep 22 21:07:00.449036 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a25220e-1092-46f9-b72a-acc0500769df tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:00.514751 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05feb8e-ea23-46ed-9e55-a9e60ad916fb x-openstack-request-id: req-b05feb8e-ea23-46ed-9e55-a9e60ad916fb {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:07:00.515036 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c7a1dd3-79a9-4b10-81eb-58e406601256", "name": "network-vif-deleted", "tag": "8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:07:00.515284 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b05feb8e-ea23-46ed-9e55-a9e60ad916fb {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:07:00.515717 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c7a1dd3-79a9-4b10-81eb-58e406601256', 'name': 'network-vif-deleted', 'tag': '8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2', 'status': 'completed', 'code': 200} Sep 22 21:07:00.542374 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a25220e-1092-46f9-b72a-acc0500769df tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:00.586775 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25220e-1092-46f9-b72a-acc0500769df tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff4dccd-abe2-4c19-90e3-b6940a28fbd0,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:00.634353 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-eaf9f2b8-e77b-476c-b943-8a0ab21fa720 req-c695632c-3776-4dd0-b7a3-ddc69bc279de tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 210 time: 0.0515475 Sep 22 21:07:00.640305 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3a25220e-1092-46f9-b72a-acc0500769df tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:00.644210 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-3a25220e-1092-46f9-b72a-acc0500769df tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4371507 Sep 22 21:07:00.649526 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 45602) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:00.649526 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-560cc1f2-d8e3-44cf-82e0-cc997218db0d tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Request body: {'security_group_rule': {'security_group_id': '77870274-b4c3-4473-86ff-764e51ae9391', 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:00.760804 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c72d5-0e9f-48da-8b11-390e32171ff8 req-887700b9-3774-4aba-9116-2569afa10700 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:00.763579 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e07c72d5-0e9f-48da-8b11-390e32171ff8 req-887700b9-3774-4aba-9116-2569afa10700 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0857410 Sep 22 21:07:00.797755 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:00.812685 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-560cc1f2-d8e3-44cf-82e0-cc997218db0d tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:00.818377 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e07c72d5-0e9f-48da-8b11-390e32171ff8 req-e10e5d7d-341b-4dc2-bc35-0e3059e766e5 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486007 Sep 22 21:07:00.871628 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0e356-aa4d-4bd3-9a66-6c628ca8a3ed req-16be204a-eb2e-4c13-8d3c-508a96554321 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:00.879801 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b8f0e356-aa4d-4bd3-9a66-6c628ca8a3ed req-16be204a-eb2e-4c13-8d3c-508a96554321 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0783501 Sep 22 21:07:00.909420 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-560cc1f2-d8e3-44cf-82e0-cc997218db0d tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:00.917573 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:00.919562 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b8f0e356-aa4d-4bd3-9a66-6c628ca8a3ed req-cbb74568-f958-4262-b910-1612ad09388e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387883 Sep 22 21:07:00.972277 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5f808-ebb9-42a1-8755-0acbd40991d1 None None] Pushing event updated for resources: {'Port': ['ID=ec1a456d-873f-4291-8e7d-b3777fc688a9,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:01.023561 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-560cc1f2-d8e3-44cf-82e0-cc997218db0d tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:01.039279 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8a12f23f-86ec-43bb-8006-537239f07a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:01.045574 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] Attempting to bind port ec1a456d-873f-4291-8e7d-b3777fc688a9 on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:07:01.045851 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cc1f2-d8e3-44cf-82e0-cc997218db0d tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01213cf1-9807-47d3-9baa-53e015871a75,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:01.046381 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] Attempting to bind port ec1a456d-873f-4291-8e7d-b3777fc688a9 by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': 'f4af846f-3e3d-44aa-bb73-76be17ff60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2cb1020d-f42c-40cc-b490-945cc26f2b38'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:07:01.046785 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] Attempting to bind port ec1a456d-873f-4291-8e7d-b3777fc688a9 on network 2cb1020d-f42c-40cc-b490-945cc26f2b38 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:07:01.053745 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 6, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:07:01.054438 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] Checking segment: {'id': 'f4af846f-3e3d-44aa-bb73-76be17ff60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2cb1020d-f42c-40cc-b490-945cc26f2b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:07:01.055021 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:01.056064 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] Bound using segment: {'id': 'f4af846f-3e3d-44aa-bb73-76be17ff60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2cb1020d-f42c-40cc-b490-945cc26f2b38'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:07:01.057253 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] Bound port: ec1a456d-873f-4291-8e7d-b3777fc688a9, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4af846f-3e3d-44aa-bb73-76be17ff60fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '2cb1020d-f42c-40cc-b490-945cc26f2b38'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:07:01.057651 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:01.131192 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] For port ec1a456d-873f-4291-8e7d-b3777fc688a9, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:07:01.134506 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] For port ec1a456d-873f-4291-8e7d-b3777fc688a9, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=ec1a456d-873f-4291-8e7d-b3777fc688a9,segment=NetworkSegment(f4af846f-3e3d-44aa-bb73-76be17ff60fa),segment_id=f4af846f-3e3d-44aa-bb73-76be17ff60fa)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:07:01.154872 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-560cc1f2-d8e3-44cf-82e0-cc997218db0d tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:01.156470 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-560cc1f2-d8e3-44cf-82e0-cc997218db0d tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5109348 Sep 22 21:07:01.159016 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 45618) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:01.166772 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-d6dfc9cb-02fc-4639-9d3e-1809e9d43c1e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Request body: {'security_group_rule': {'security_group_id': '77870274-b4c3-4473-86ff-764e51ae9391', 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:01.201164 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-89fa1b40-9e25-4741-97f1-397c2158a0fc None None] Provisioning complete for port ec1a456d-873f-4291-8e7d-b3777fc688a9 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:01.201536 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-89fa1b40-9e25-4741-97f1-397c2158a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:01.241768 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:01.292165 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-d6dfc9cb-02fc-4639-9d3e-1809e9d43c1e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Project d0303c96e4f64c148daa15e4c5fae41d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:07:01.300507 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6dfc9cb-02fc-4639-9d3e-1809e9d43c1e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:01.387890 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-89fa1b40-9e25-4741-97f1-397c2158a0fc None None] Port ec1a456d-873f-4291-8e7d-b3777fc688a9 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:07:01.392998 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6dfc9cb-02fc-4639-9d3e-1809e9d43c1e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:01.422927 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5f808-ebb9-42a1-8755-0acbd40991d1 None None] Pushing event updated for resources: {'Port': ['ID=ec1a456d-873f-4291-8e7d-b3777fc688a9,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:01.425866 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] Routers {'db9b57d4-0c52-406d-b460-7840013451bb'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:07:01.426455 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:06:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['db9b57d4-0c52-406d-b460-7840013451bb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:01.509149 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6dfc9cb-02fc-4639-9d3e-1809e9d43c1e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:01.537288 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfc9cb-02fc-4639-9d3e-1809e9d43c1e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=292837ce-2844-4730-8911-5320bf88741b,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:01.586673 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] Set router db9b57d4-0c52-406d-b460-7840013451bb gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:07:01.623636 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bf7a5cb4-c47a-438f-a882-a1201662d3e5 req-6dec86a7-567e-41e5-b58a-c273c5dabc37 tempest-VolumesActionsTest-1891490254 tempest-VolumesActionsTest-1891490254-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c7a1dd3-79a9-4b10-81eb-58e406601256 HTTP/1.1" status: 200 len: 210 time: 0.0394511 Sep 22 21:07:01.646314 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d6dfc9cb-02fc-4639-9d3e-1809e9d43c1e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:01.647517 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-d6dfc9cb-02fc-4639-9d3e-1809e9d43c1e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4875216 Sep 22 21:07:01.650499 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 45632) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:01.655097 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-fa08bd8b-bc6c-49e0-b6e1-3ef9e81bce26 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Request body: {'security_group_rule': {'security_group_id': '77870274-b4c3-4473-86ff-764e51ae9391', 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:01.731548 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b0378d50-32a6-4612-bf8b-93ad3fc66600 req-f64e19a5-5edd-4a06-8cae-ab448317a34c tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 210 time: 0.0277562 Sep 22 21:07:01.732602 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-fa08bd8b-bc6c-49e0-b6e1-3ef9e81bce26 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Project d0303c96e4f64c148daa15e4c5fae41d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:07:01.737930 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa08bd8b-bc6c-49e0-b6e1-3ef9e81bce26 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:01.756947 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e190a86d-7a6e-4081-976d-796fdb85cc83 None None] Provisioning complete for port ec1a456d-873f-4291-8e7d-b3777fc688a9 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:01.757322 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e190a86d-7a6e-4081-976d-796fdb85cc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:01.803096 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa08bd8b-bc6c-49e0-b6e1-3ef9e81bce26 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:01.828175 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:07:01.858782 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:07:01.859122 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 8b157ffb-5b9b-4b3a-bb12-1ff6df6b0ce2 not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:07:01.903382 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa08bd8b-bc6c-49e0-b6e1-3ef9e81bce26 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:01.908048 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e190a86d-7a6e-4081-976d-796fdb85cc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:01.924661 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9b57d4-0c52-406d-b460-7840013451bb', 'name': 'tempest-TestShelveInstance-1323692191-router', 'tenant_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '01e4fb84-ea60-41b8-b043-5ed77a4b6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:53Z', 'updated_at': '2021-09-22T21:06:57Z', 'revision_number': 4, 'project_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'gw_port': {'id': '01e4fb84-ea60-41b8-b043-5ed77a4b6d5c', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9b57d4-0c52-406d-b460-7840013451bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:54Z', 'updated_at': '2021-09-22T21:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'ec1a456d-873f-4291-8e7d-b3777fc688a9', 'name': '', 'network_id': '2cb1020d-f42c-40cc-b490-945cc26f2b38', 'tenant_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'mac_address': 'fa:16:3e:74:b2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9b57d4-0c52-406d-b460-7840013451bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd40cd583-e251-4c5e-8a3d-da227da61fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:56Z', 'updated_at': '2021-09-22T21:07:01Z', 'revision_number': 4, 'project_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'subnets': [{'id': 'd40cd583-e251-4c5e-8a3d-da227da61fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:01.956833 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08bd8b-bc6c-49e0-b6e1-3ef9e81bce26 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fccfe7f-5979-4209-b2b2-648993afed14,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:01.957046 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0bb9b3-1712-4626-bf1b-3ca579f6b62a None None] The sync data for ids ['db9b57d4-0c52-406d-b460-7840013451bb'] in dv-cinder-810415-3-iscsi is: [{'id': 'db9b57d4-0c52-406d-b460-7840013451bb', 'name': 'tempest-TestShelveInstance-1323692191-router', 'tenant_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '01e4fb84-ea60-41b8-b043-5ed77a4b6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:53Z', 'updated_at': '2021-09-22T21:06:57Z', 'revision_number': 4, 'project_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'gw_port': {'id': '01e4fb84-ea60-41b8-b043-5ed77a4b6d5c', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9b57d4-0c52-406d-b460-7840013451bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:54Z', 'updated_at': '2021-09-22T21:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'ec1a456d-873f-4291-8e7d-b3777fc688a9', 'name': '', 'network_id': '2cb1020d-f42c-40cc-b490-945cc26f2b38', 'tenant_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'mac_address': 'fa:16:3e:74:b2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db9b57d4-0c52-406d-b460-7840013451bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'd40cd583-e251-4c5e-8a3d-da227da61fb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:56Z', 'updated_at': '2021-09-22T21:07:01Z', 'revision_number': 4, 'project_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'subnets': [{'id': 'd40cd583-e251-4c5e-8a3d-da227da61fb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:07:01.976700 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e190a86d-7a6e-4081-976d-796fdb85cc83 None None] For port ec1a456d-873f-4291-8e7d-b3777fc688a9, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=ec1a456d-873f-4291-8e7d-b3777fc688a9,segment=NetworkSegment(f4af846f-3e3d-44aa-bb73-76be17ff60fa),segment_id=f4af846f-3e3d-44aa-bb73-76be17ff60fa)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:07:01.988211 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51336f-0e79-4514-b081-b70eb5b79c76 req-a0f0fd58-5e77-4fca-8450-7d5cc04d6fa5 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:01.990196 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8c51336f-0e79-4514-b081-b70eb5b79c76 req-a0f0fd58-5e77-4fca-8450-7d5cc04d6fa5 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0674884 Sep 22 21:07:02.048975 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fa08bd8b-bc6c-49e0-b6e1-3ef9e81bce26 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:02.050186 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-fa08bd8b-bc6c-49e0-b6e1-3ef9e81bce26 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3987780 Sep 22 21:07:02.079182 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8c51336f-0e79-4514-b081-b70eb5b79c76 req-cd2165e5-894a-45e6-b32e-3e8cf5021d63 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814688 Sep 22 21:07:02.085794 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e190a86d-7a6e-4081-976d-796fdb85cc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:02.126631 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e7bda-b3f7-4082-9962-04e73b252a5a req-138fe923-cb44-4b40-bd86-71019c451fa2 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:02.138141 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a28e7bda-b3f7-4082-9962-04e73b252a5a req-138fe923-cb44-4b40-bd86-71019c451fa2 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.1068816 Sep 22 21:07:02.193333 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190a86d-7a6e-4081-976d-796fdb85cc83 None None] Pushing event updated for resources: {'Port': ['ID=ec1a456d-873f-4291-8e7d-b3777fc688a9,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:02.227869 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a28e7bda-b3f7-4082-9962-04e73b252a5a req-35f40c0c-6278-4e89-840c-a1e4e7e471bf tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839827 Sep 22 21:07:02.253746 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device ec1a456d-873f-4291-8e7d-b3777fc688a9 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:07:02.318275 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port ec1a456d-873f-4291-8e7d-b3777fc688a9 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:02.318973 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:02.731157 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466920b-d7b7-443e-9c39-99cc429ae582 req-50f61eda-4aa1-488c-ad74-4dab5b062011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:02.732643 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7466920b-d7b7-443e-9c39-99cc429ae582 req-50f61eda-4aa1-488c-ad74-4dab5b062011 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 1098 time: 0.0420969 Sep 22 21:07:02.769806 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7466920b-d7b7-443e-9c39-99cc429ae582 req-3e8aca07-8b32-4e0a-bca0-8ae8164cc9d9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289562 Sep 22 21:07:02.827904 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8745ace6-3111-47dd-90bc-f6d225f0cfed req-83e2a9d1-4f1b-4d2b-8353-85defc5b58d0 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 210 time: 0.0257204 Sep 22 21:07:03.086422 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-f07adb01-f23b-4362-a18e-35826b17e0f7 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:03.088562 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-f07adb01-f23b-4362-a18e-35826b17e0f7 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.48 "GET /v2.0/networks?id=d9b6faf9-b2b7-4153-bb83-4212e925b805 HTTP/1.1" status: 200 len: 814 time: 0.1051397 Sep 22 21:07:03.111054 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ff63b9d3-8655-4192-b33c-ad49e5d509a9 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Request body: {'port': {'device_id': 'c434bab5-6706-4d09-bf31-eae15cb0622a', 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805', 'admin_state_up': True, 'tenant_id': '4710095783a04ccab7b1109acfbf73bb'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:03.293736 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7ede3-4581-4fad-b4f9-48e24b6036b0 req-b1d4bd33-77cb-49e9-aaaf-2523a9e8e60c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:03.295297 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6fd7ede3-4581-4fad-b4f9-48e24b6036b0 req-b1d4bd33-77cb-49e9-aaaf-2523a9e8e60c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0904224 Sep 22 21:07:03.392701 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6fd7ede3-4581-4fad-b4f9-48e24b6036b0 req-5a5fe654-263a-40f1-9cc7-4c2e25de4abd tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879111 Sep 22 21:07:03.393284 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ff63b9d3-8655-4192-b33c-ad49e5d509a9 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Made reservation on behalf of 4710095783a04ccab7b1109acfbf73bb for: {'port': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:07:03.396672 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ff63b9d3-8655-4192-b33c-ad49e5d509a9 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:03.427918 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930230c-8620-4f29-839b-98054fde433b req-2f61d2a4-d3f6-4438-bd74-21fa33e8caf8 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:03.429504 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4930230c-8620-4f29-839b-98054fde433b req-2f61d2a4-d3f6-4438-bd74-21fa33e8caf8 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0940099 Sep 22 21:07:03.517818 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4930230c-8620-4f29-839b-98054fde433b req-bba155e7-999b-47ec-855f-2d7c9dca56f4 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799782 Sep 22 21:07:03.582145 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ff63b9d3-8655-4192-b33c-ad49e5d509a9 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Allocated IP 172.20.0.10 (d9b6faf9-b2b7-4153-bb83-4212e925b805/306d6aee-3151-4adf-9b06-7ffb7fd67e61/1c109839-b1a2-4fa5-a6ed-bb00afb4ac31) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:07:03.703619 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d037fd12-7d55-4ddb-9d04-9300266ea89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:03.765049 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ff63b9d3-8655-4192-b33c-ad49e5d509a9 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:03.950972 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-da31ad20-d9cc-4296-9129-3a6d41d2641f req-7e0a5a42-b671-4c77-b900-3921d9dfbb58 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 210 time: 0.0372834 Sep 22 21:07:04.047423 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ff63b9d3-8655-4192-b33c-ad49e5d509a9 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:04.064816 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['d0322484-0295-4e37-9940-2128771d0ddf'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:07:04.135154 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ff63b9d3-8655-4192-b33c-ad49e5d509a9 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Network d9b6faf9-b2b7-4153-bb83-4212e925b805 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:07:04.148923 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ff63b9d3-8655-4192-b33c-ad49e5d509a9 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:07:04.167597 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ff63b9d3-8655-4192-b33c-ad49e5d509a9 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:07:04.175288 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63b9d3-8655-4192-b33c-ad49e5d509a9 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Pushing event updated for resources: {'Port': ['ID=1c109839-b1a2-4fa5-a6ed-bb00afb4ac31,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:04.181080 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device ec1a456d-873f-4291-8e7d-b3777fc688a9 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:07:04.243429 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ff63b9d3-8655-4192-b33c-ad49e5d509a9 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:04.244161 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ff63b9d3-8655-4192-b33c-ad49e5d509a9 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:04.286946 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port ec1a456d-873f-4291-8e7d-b3777fc688a9 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:04.287350 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:04.521115 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:04.523789 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:04.524192 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ff63b9d3-8655-4192-b33c-ad49e5d509a9 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4168625 Sep 22 21:07:04.541880 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c72cfb-8bcb-4b5e-8b56-1fb275923ca5 req-090e825b-b4a8-4088-bc6d-6130980b615d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:04.542688 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f9c72cfb-8bcb-4b5e-8b56-1fb275923ca5 req-090e825b-b4a8-4088-bc6d-6130980b615d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0569935 Sep 22 21:07:04.612238 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f9c72cfb-8bcb-4b5e-8b56-1fb275923ca5 req-181191bd-b25d-4b0d-af12-7a163efc6efa tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633318 Sep 22 21:07:04.673587 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d054904-2acb-44e2-aa5f-7b2b5cfb6c46 req-18fc775c-73f0-4ccc-9b1c-070c1f779214 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:04.675277 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8d054904-2acb-44e2-aa5f-7b2b5cfb6c46 req-18fc775c-73f0-4ccc-9b1c-070c1f779214 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0619345 Sep 22 21:07:04.716649 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8d054904-2acb-44e2-aa5f-7b2b5cfb6c46 req-837bc5bc-cd01-417e-8464-a6470e459166 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349622 Sep 22 21:07:05.076716 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ff7db-bdd7-43ee-bf68-51c396cadf00 req-bb11731e-1f25-4153-b9d8-0b682bf34ba7 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:05.078349 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6b1ff7db-bdd7-43ee-bf68-51c396cadf00 req-bb11731e-1f25-4153-b9d8-0b682bf34ba7 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 932 time: 0.0568504 Sep 22 21:07:05.122221 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6b1ff7db-bdd7-43ee-bf68-51c396cadf00 req-58e3d13f-a179-4436-9b7a-281cc354f132 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366607 Sep 22 21:07:05.263638 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de80d5f-c1e4-439b-8651-a392aa2d288c req-f5696711-eeb9-4c68-b5d0-2108258e87a0 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:05.265421 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3de80d5f-c1e4-439b-8651-a392aa2d288c req-f5696711-eeb9-4c68-b5d0-2108258e87a0 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0528185 Sep 22 21:07:05.307236 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3de80d5f-c1e4-439b-8651-a392aa2d288c req-762c0345-3dd1-4400-bbcd-a79380da8b54 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345261 Sep 22 21:07:05.733422 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c921f2b-9793-4ad0-bd7f-58e69bd6aad3 req-2ee3377b-92a9-420f-b615-622f245b359a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:05.734923 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6c921f2b-9793-4ad0-bd7f-58e69bd6aad3 req-2ee3377b-92a9-420f-b615-622f245b359a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0510130 Sep 22 21:07:05.773558 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6c921f2b-9793-4ad0-bd7f-58e69bd6aad3 req-5ead0281-2f1b-4021-b532-aa507c4420df tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326092 Sep 22 21:07:06.217568 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Request body: {'port': {'device_id': 'c434bab5-6706-4d09-bf31-eae15cb0622a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:06.279581 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57449803-760b-4a50-86d8-fffcfc36ec82 req-70a40578-f985-4c4d-b923-76d41222b14e tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:06.281100 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-57449803-760b-4a50-86d8-fffcfc36ec82 req-70a40578-f985-4c4d-b923-76d41222b14e tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 932 time: 0.0942307 Sep 22 21:07:06.289025 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:06.320468 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:06.349753 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-57449803-760b-4a50-86d8-fffcfc36ec82 req-cedc4389-d9da-43b0-a5db-5124abd91307 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624769 Sep 22 21:07:06.502522 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b97901-d0ee-47bd-a8a5-1745e27c953f req-335438df-757d-42d4-b69d-6ba2f0dd22a0 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:06.503979 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-01b97901-d0ee-47bd-a8a5-1745e27c953f req-335438df-757d-42d4-b69d-6ba2f0dd22a0 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0881853 Sep 22 21:07:06.581865 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-01b97901-d0ee-47bd-a8a5-1745e27c953f req-9d0f43e9-9c1c-4ec8-bacd-5267547d2659 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536883 Sep 22 21:07:06.642592 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.notifiers.nova [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 {{(pid=94795) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:07:06.650061 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:06.662008 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.provisioning_blocks [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Transition to ACTIVE for port object 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 will not be triggered until provisioned by entity L2. {{(pid=94795) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:07:06.760673 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26159211'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:06.818319 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Pushing event updated for resources: {'Port': ['ID=1c109839-b1a2-4fa5-a6ed-bb00afb4ac31,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:06.948207 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041a51f-90ca-45ce-b8df-d04fcb264426 req-2a7f4b58-787d-46d5-8935-b84ac9aed936 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:06.949726 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c041a51f-90ca-45ce-b8df-d04fcb264426 req-2a7f4b58-787d-46d5-8935-b84ac9aed936 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0784116 Sep 22 21:07:06.950375 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Attempting to bind port 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:07:06.950709 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Attempting to bind port 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'b050491d-33ef-46e3-9e42-218a94a7b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805'}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:07:06.951030 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Attempting to bind port 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 on network d9b6faf9-b2b7-4153-bb83-4212e925b805 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:07:06.955528 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Port 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 on network d9b6faf9-b2b7-4153-bb83-4212e925b805 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:07:06.955845 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Attempting to bind port 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 on network d9b6faf9-b2b7-4153-bb83-4212e925b805 {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:07:06.966760 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:07:06.967091 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Checking segment: {'id': 'b050491d-33ef-46e3-9e42-218a94a7b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:07:06.967457 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Bound using segment: {'id': 'b050491d-33ef-46e3-9e42-218a94a7b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805'} {{(pid=94795) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:07:06.967915 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.managers [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Bound port: 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b050491d-33ef-46e3-9e42-218a94a7b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805'}}] {{(pid=94795) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:07:06.968273 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:07.023968 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c041a51f-90ca-45ce-b8df-d04fcb264426 req-8f20a10a-5f9e-4d38-ba05-86e6cc8d72ee tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659680 Sep 22 21:07:07.054974 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] For port 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31, host hv-cinder-81041, cleared binding levels {{(pid=94795) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:07:07.109207 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] For port 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=1c109839-b1a2-4fa5-a6ed-bb00afb4ac31,segment=NetworkSegment(b050491d-33ef-46e3-9e42-218a94a7b92f),segment_id=b050491d-33ef-46e3-9e42-218a94a7b92f)] {{(pid=94795) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:07:07.217477 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26159211'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:07.251684 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:07.252300 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:07.253647 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] 10.222.0.48 "PUT /v2.0/ports/1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 HTTP/1.1" status: 200 len: 1094 time: 1.0409145 Sep 22 21:07:07.254068 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c434bab5-6706-4d09-bf31-eae15cb0622a', 'tag': '1c109839-b1a2-4fa5-a6ed-bb00afb4ac31'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:07:07.256250 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f9e82ad46dbda8c41019e9d45a01ce2f125e700925afeafc1c5e0f0766aab3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9458ab-30e8-45ad-a6fa-b608f2992e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "c434bab5-6706-4d09-bf31-eae15cb0622a", "tag": "1c109839-b1a2-4fa5-a6ed-bb00afb4ac31"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:07:07.272680 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bce826-332d-41bf-927f-b077bff68cce req-93c98824-17b7-4dc4-843b-d210c2feea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:07.274404 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c3bce826-332d-41bf-927f-b077bff68cce req-93c98824-17b7-4dc4-843b-d210c2feea83 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15964513ebf422683c0a52d8b7917a1&device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 1098 time: 0.0462263 Sep 22 21:07:07.285345 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42d332-6032-47ad-9332-0826fa19ee8d service neutron] Pushing event updated for resources: {'Port': ['ID=1c109839-b1a2-4fa5-a6ed-bb00afb4ac31,revision_number=3']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:07.295573 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054e0c97-ac99-4046-adf9-039b8d8f9a69 x-openstack-request-id: req-054e0c97-ac99-4046-adf9-039b8d8f9a69 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:07:07.295959 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c434bab5-6706-4d09-bf31-eae15cb0622a", "tag": "1c109839-b1a2-4fa5-a6ed-bb00afb4ac31", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:07:07.296280 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-054e0c97-ac99-4046-adf9-039b8d8f9a69 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:07:07.296671 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c434bab5-6706-4d09-bf31-eae15cb0622a', 'tag': '1c109839-b1a2-4fa5-a6ed-bb00afb4ac31', 'status': 'completed', 'code': 200} Sep 22 21:07:07.365756 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9458ab-30e8-45ad-a6fa-b608f2992e5e req-bd90393c-49cb-46a0-a720-fb434f34bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:07.367623 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ca9458ab-30e8-45ad-a6fa-b608f2992e5e req-bd90393c-49cb-46a0-a720-fb434f34bcd4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4710095783a04ccab7b1109acfbf73bb&device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 1097 time: 0.0409625 Sep 22 21:07:07.375143 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bce826-332d-41bf-927f-b077bff68cce req-d53a8c44-a652-4e4d-8152-8eb022841ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:07.376951 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c3bce826-332d-41bf-927f-b077bff68cce req-d53a8c44-a652-4e4d-8152-8eb022841ca7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=37594581-71ec-4a19-bf13-ec2e3365d219 HTTP/1.1" status: 200 len: 920 time: 0.0924573 Sep 22 21:07:07.429005 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c3bce826-332d-41bf-927f-b077bff68cce req-c622bc00-0931-4749-b152-72b14dcb2d74 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6fdc1a2-d24d-4ae9-8eec-e32518880b2a HTTP/1.1" status: 200 len: 217 time: 0.0351853 Sep 22 21:07:07.479647 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bce826-332d-41bf-927f-b077bff68cce req-51853670-d25a-4cf8-b805-a816091d218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:07.481086 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c3bce826-332d-41bf-927f-b077bff68cce req-51853670-d25a-4cf8-b805-a816091d218c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc22b1c3-d4d4-4890-93ae-08f0ff0eb192 HTTP/1.1" status: 200 len: 859 time: 0.0435154 Sep 22 21:07:07.513550 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c3bce826-332d-41bf-927f-b077bff68cce req-bc5ad0f8-878a-4133-a232-4227997de03b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37594581-71ec-4a19-bf13-ec2e3365d219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236630 Sep 22 21:07:07.517380 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e10535-8176-4c51-8517-6e446a946c93 req-65b7efc3-521c-4d3d-8a78-e3562feb6cb2 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:07.518853 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-07e10535-8176-4c51-8517-6e446a946c93 req-65b7efc3-521c-4d3d-8a78-e3562feb6cb2 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 944 time: 0.0998299 Sep 22 21:07:07.523376 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9458ab-30e8-45ad-a6fa-b608f2992e5e req-cae7ca85-ec70-42f3-bf65-571091f19e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:07.524759 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ca9458ab-30e8-45ad-a6fa-b608f2992e5e req-cae7ca85-ec70-42f3-bf65-571091f19e19 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=4710095783a04ccab7b1109acfbf73bb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1333134 Sep 22 21:07:07.592104 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-07e10535-8176-4c51-8517-6e446a946c93 req-f143552f-64b1-4d13-856f-a8f181488f67 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658426 Sep 22 21:07:07.622095 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c3bce826-332d-41bf-927f-b077bff68cce req-6e36fa5d-abcf-433b-b583-38c1c7acbcea service neutron] 10.222.0.48 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874131 Sep 22 21:07:07.669922 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9458ab-30e8-45ad-a6fa-b608f2992e5e req-d956a43e-0135-4f11-94ac-af765b704193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:07.671428 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ca9458ab-30e8-45ad-a6fa-b608f2992e5e req-d956a43e-0135-4f11-94ac-af765b704193 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1326432 Sep 22 21:07:07.735633 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c3bce826-332d-41bf-927f-b077bff68cce req-a1e941c8-f07a-4a32-9b78-9b86cc3efca7 service neutron] 10.222.0.48 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010523 Sep 22 21:07:07.747762 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189bc29-db7e-4e44-b1eb-aae4b1e202c0 req-c4e3b38d-0ac4-48ec-ae06-6c75d04f6bc7 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:07.749355 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9189bc29-db7e-4e44-b1eb-aae4b1e202c0 req-c4e3b38d-0ac4-48ec-ae06-6c75d04f6bc7 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0492680 Sep 22 21:07:07.787582 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9189bc29-db7e-4e44-b1eb-aae4b1e202c0 req-7d356153-2313-4d06-96a3-0149668ab458 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318005 Sep 22 21:07:08.146634 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6809e2-3248-496e-8013-9f6f4e178ee5 req-154bbbd2-546b-41a0-99e6-38fdb7214a69 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:08.148128 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0e6809e2-3248-496e-8013-9f6f4e178ee5 req-154bbbd2-546b-41a0-99e6-38fdb7214a69 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0531416 Sep 22 21:07:08.185107 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0e6809e2-3248-496e-8013-9f6f4e178ee5 req-1a3f43ac-1dac-4c3e-93ac-71725509f1d7 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309629 Sep 22 21:07:08.723136 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388970c3-c236-4851-bf3f-ff98807fa1d6 req-d96a6b14-bcd6-40f8-89c0-48211eb18263 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:08.724941 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-388970c3-c236-4851-bf3f-ff98807fa1d6 req-d96a6b14-bcd6-40f8-89c0-48211eb18263 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 944 time: 0.0479159 Sep 22 21:07:08.763262 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-388970c3-c236-4851-bf3f-ff98807fa1d6 req-a54a4341-f5e0-43e7-b985-5c8bce4ebb54 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316536 Sep 22 21:07:08.905022 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c521a8-48ac-452b-9628-f74d6d8a1988 req-4bbe473d-379d-4430-bb77-a1ece40f1439 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:08.906471 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e4c521a8-48ac-452b-9628-f74d6d8a1988 req-4bbe473d-379d-4430-bb77-a1ece40f1439 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0478132 Sep 22 21:07:08.950994 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e4c521a8-48ac-452b-9628-f74d6d8a1988 req-9a52789c-bca6-4d8f-8310-f638966c391a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384650 Sep 22 21:07:09.302656 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa41888-fa19-44f3-b5db-a628cb944794 req-7075002c-573c-47dc-886b-3396d67b6ae8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:09.304071 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cfa41888-fa19-44f3-b5db-a628cb944794 req-7075002c-573c-47dc-886b-3396d67b6ae8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0492098 Sep 22 21:07:09.340459 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cfa41888-fa19-44f3-b5db-a628cb944794 req-29e25f67-c46f-4fff-8347-8b17c023daab tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299137 Sep 22 21:07:09.715660 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-0d063ab8-bb65-47fd-ac19-9cbb7e629fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:09.717189 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-0d063ab8-bb65-47fd-ac19-9cbb7e629fd2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4710095783a04ccab7b1109acfbf73bb&device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 1097 time: 0.0405672 Sep 22 21:07:09.881344 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56111f-73f6-4965-affc-9cf7680ded81 req-95103341-afc2-4c0e-a9a2-91e31cb44942 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:09.881344 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7b56111f-73f6-4965-affc-9cf7680ded81 req-95103341-afc2-4c0e-a9a2-91e31cb44942 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 944 time: 0.0505819 Sep 22 21:07:09.915081 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7b56111f-73f6-4965-affc-9cf7680ded81 req-5fbfc4ae-bcf2-4c82-8626-e887e1a5744b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301063 Sep 22 21:07:10.062709 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddf84f-2431-43fa-87d9-af132c952c57 req-2b1f1879-2cd5-4164-94d0-11409ae0f22d tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:10.064154 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bbddf84f-2431-43fa-87d9-af132c952c57 req-2b1f1879-2cd5-4164-94d0-11409ae0f22d tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0474336 Sep 22 21:07:10.104635 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bbddf84f-2431-43fa-87d9-af132c952c57 req-0fe9558e-aaff-4e3a-aaf9-b6ad73a8880f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344882 Sep 22 21:07:10.456071 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f8b22-3f2e-46f4-9202-cd72d9738730 req-099847db-9ef2-4d69-b3aa-a29346adaa52 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:10.457575 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-503f8b22-3f2e-46f4-9202-cd72d9738730 req-099847db-9ef2-4d69-b3aa-a29346adaa52 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0479913 Sep 22 21:07:10.495451 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-503f8b22-3f2e-46f4-9202-cd72d9738730 req-9c60deec-947e-45f1-bb23-575b5a469eff tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315022 Sep 22 21:07:10.818231 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-55d4db37-9067-4a25-b0c4-de2819f2348a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 HTTP/1.1" status: 200 len: 217 time: 0.0342958 Sep 22 21:07:10.874999 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-9ce701e0-ed99-454c-81f3-4a6c37294180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:10.876471 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-9ce701e0-ed99-454c-81f3-4a6c37294180 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=306d6aee-3151-4adf-9b06-7ffb7fd67e61 HTTP/1.1" status: 200 len: 854 time: 0.0502803 Sep 22 21:07:10.988766 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:11.023663 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1723b-dd87-40a1-8041-11da04d630f8 req-56ea749a-98ce-46d1-9d7f-39db813e3ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:11.025258 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3cf1723b-dd87-40a1-8041-11da04d630f8 req-56ea749a-98ce-46d1-9d7f-39db813e3ad1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15964513ebf422683c0a52d8b7917a1&device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 1098 time: 0.2331221 Sep 22 21:07:11.130437 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-64c56a30-2bc7-4b05-af7c-04007c900be7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9b6faf9-b2b7-4153-bb83-4212e925b805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2421694 Sep 22 21:07:11.142667 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1723b-dd87-40a1-8041-11da04d630f8 req-b54403c3-32ae-496d-a751-5b11e1718b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:11.142893 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3cf1723b-dd87-40a1-8041-11da04d630f8 req-b54403c3-32ae-496d-a751-5b11e1718b03 service neutron] 10.222.0.48 "GET /v2.0/networks?id=37594581-71ec-4a19-bf13-ec2e3365d219 HTTP/1.1" status: 200 len: 920 time: 0.0938220 Sep 22 21:07:11.215105 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3cf1723b-dd87-40a1-8041-11da04d630f8 req-3893cf69-f1cb-4c88-8e5a-8887bbe4d1ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6fdc1a2-d24d-4ae9-8eec-e32518880b2a HTTP/1.1" status: 200 len: 217 time: 0.0609429 Sep 22 21:07:11.275659 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1723b-dd87-40a1-8041-11da04d630f8 req-4c0c43df-dc94-43c0-a745-322f0035fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:11.277156 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3cf1723b-dd87-40a1-8041-11da04d630f8 req-4c0c43df-dc94-43c0-a745-322f0035fb1b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc22b1c3-d4d4-4890-93ae-08f0ff0eb192 HTTP/1.1" status: 200 len: 859 time: 0.0434899 Sep 22 21:07:11.285496 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456155aa-ffb8-46a0-9d89-a5de1ee00406 req-8ae9160a-8cf0-441c-a952-866ccf4041c4 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:11.286960 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-456155aa-ffb8-46a0-9d89-a5de1ee00406 req-8ae9160a-8cf0-441c-a952-866ccf4041c4 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 944 time: 0.1556456 Sep 22 21:07:11.292652 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-ea3ba9f9-a110-4956-b6f6-2f00847eb6ae service neutron] 10.222.0.48 "GET /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364224 Sep 22 21:07:11.308608 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109d5ef-eb20-427e-aba8-d915ae563251 req-1d8b64b0-3188-45eb-b416-520669e945ef tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:11.310053 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3109d5ef-eb20-427e-aba8-d915ae563251 req-1d8b64b0-3188-45eb-b416-520669e945ef tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0936306 Sep 22 21:07:11.311053 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3cf1723b-dd87-40a1-8041-11da04d630f8 req-dbaff08b-8146-4ee1-b14c-4b92fdc2d67a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37594581-71ec-4a19-bf13-ec2e3365d219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243297 Sep 22 21:07:11.383060 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-456155aa-ffb8-46a0-9d89-a5de1ee00406 req-af19b0b1-7c15-4f58-bfcf-ee0e9838bc23 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878155 Sep 22 21:07:11.418871 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3cf1723b-dd87-40a1-8041-11da04d630f8 req-4a945302-cc2d-4ca0-b0cd-e0dfd0747ef2 service neutron] 10.222.0.48 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952096 Sep 22 21:07:11.428105 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3109d5ef-eb20-427e-aba8-d915ae563251 req-88b55c81-baee-47fa-a123-d064377c7d3f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096747 Sep 22 21:07:11.450433 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3ad674ae-5d73-43b5-92a0-d774fb6022b4 req-5907cb12-41a0-479c-8527-213f22209c72 service neutron] 10.222.0.48 "GET /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298809 Sep 22 21:07:11.515626 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3cf1723b-dd87-40a1-8041-11da04d630f8 req-788602c9-a0d1-4987-a6d0-69f5704b34d5 service neutron] 10.222.0.48 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879366 Sep 22 21:07:11.612530 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da8097-3e19-4071-8ff3-28d7ccfe0bba req-d5ce68ce-1580-405f-bddf-5630ffc8b047 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:11.614277 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-45da8097-3e19-4071-8ff3-28d7ccfe0bba req-d5ce68ce-1580-405f-bddf-5630ffc8b047 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0477350 Sep 22 21:07:11.651590 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-45da8097-3e19-4071-8ff3-28d7ccfe0bba req-29d0956d-c58b-477c-b6e8-6c991ec3ddd4 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314734 Sep 22 21:07:12.508003 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4db63-ac8a-4a4d-9192-ae46893dbde6 req-e001ab3f-13d5-4a75-991e-4d9246d4e01e tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:12.510538 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-71e4db63-ac8a-4a4d-9192-ae46893dbde6 req-e001ab3f-13d5-4a75-991e-4d9246d4e01e tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 944 time: 0.0578308 Sep 22 21:07:12.575549 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-71e4db63-ac8a-4a4d-9192-ae46893dbde6 req-e248fc59-427c-4446-8d07-ff6420305208 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558257 Sep 22 21:07:12.584355 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06b0a3-31e4-4110-b94d-c8b6eda4355b req-548cde80-1831-441a-a56d-d6629073c4f4 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:12.585239 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bc06b0a3-31e4-4110-b94d-c8b6eda4355b req-548cde80-1831-441a-a56d-d6629073c4f4 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0738227 Sep 22 21:07:12.625001 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bc06b0a3-31e4-4110-b94d-c8b6eda4355b req-c50a7596-7eb2-499d-b2d8-cc6580554ccd tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338275 Sep 22 21:07:12.787144 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd7d65-74d9-4758-b9a5-d15db86061d6 req-00a0c28b-5e62-449a-a279-75dde2f8ed4f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:12.792908 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-48fd7d65-74d9-4758-b9a5-d15db86061d6 req-00a0c28b-5e62-449a-a279-75dde2f8ed4f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0615191 Sep 22 21:07:12.850704 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-48fd7d65-74d9-4758-b9a5-d15db86061d6 req-ccf2785a-3822-4a50-bf9c-540260943d8d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491977 Sep 22 21:07:13.261426 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:07:13.359178 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=1c109839-b1a2-4fa5-a6ed-bb00afb4ac31,segment=NetworkSegment(b050491d-33ef-46e3-9e42-218a94a7b92f),segment_id=b050491d-33ef-46e3-9e42-218a94a7b92f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:07:13.371245 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': '1c109839-b1a2-4fa5-a6ed-bb00afb4ac31', 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805', 'port_id': '1c109839-b1a2-4fa5-a6ed-bb00afb4ac31', 'mac_address': 'fa:16:3e:a4:a7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306d6aee-3151-4adf-9b06-7ffb7fd67e61', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:07:13.411725 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:13.424678 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:07:13.445777 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=1c109839-b1a2-4fa5-a6ed-bb00afb4ac31,segment=NetworkSegment(b050491d-33ef-46e3-9e42-218a94a7b92f),segment_id=b050491d-33ef-46e3-9e42-218a94a7b92f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:07:13.515130 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:13.564613 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=1c109839-b1a2-4fa5-a6ed-bb00afb4ac31,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:13.713423 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3123a-0562-4b91-89f0-fc6a3081a58e req-463a403b-46dc-41e9-9797-ad8f08d1d6fd tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:13.714996 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d6b3123a-0562-4b91-89f0-fc6a3081a58e req-463a403b-46dc-41e9-9797-ad8f08d1d6fd tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 945 time: 0.0645909 Sep 22 21:07:13.767608 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46026) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:13.803679 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d6b3123a-0562-4b91-89f0-fc6a3081a58e req-c8e7bc42-04a1-4960-8403-5742affc4b90 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741079 Sep 22 21:07:13.812121 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['1c109839-b1a2-4fa5-a6ed-bb00afb4ac31'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:07:13.814827 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5776bd-5b00-4a88-b786-436ef018905b req-c05f2305-ba91-445e-af8d-3f4583b8a0e4 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:13.822929 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cf5776bd-5b00-4a88-b786-436ef018905b req-c05f2305-ba91-445e-af8d-3f4583b8a0e4 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.1030133 Sep 22 21:07:13.862773 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cf5776bd-5b00-4a88-b786-436ef018905b req-b2e0c90d-83c5-48ab-b9b8-d4c01dec6846 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389469 Sep 22 21:07:13.967099 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cbe7d3ac-fb3c-473d-b1b0-fcf6ba44f8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:14.013698 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f713ba-8b4b-437c-b61e-ae74acda1d37 req-6e62cee3-ed67-404f-a6c5-a7bb4572fe2f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:14.021459 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f6f713ba-8b4b-437c-b61e-ae74acda1d37 req-6e62cee3-ed67-404f-a6c5-a7bb4572fe2f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0591636 Sep 22 21:07:14.127682 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f6f713ba-8b4b-437c-b61e-ae74acda1d37 req-4206808a-a310-41cd-82df-deb046b59517 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051345 Sep 22 21:07:14.194886 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cbe7d3ac-fb3c-473d-b1b0-fcf6ba44f8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:14.274508 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cbe7d3ac-fb3c-473d-b1b0-fcf6ba44f8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:14.314165 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-cbe7d3ac-fb3c-473d-b1b0-fcf6ba44f8b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=76a0131f1a214f2d9285fe65383dc104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5451312 Sep 22 21:07:14.316556 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46042) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:14.323738 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7d3ac-fb3c-473d-b1b0-fcf6ba44f8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d45343-6efc-41cd-bcf4-9e7c42506fdd,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:14.372330 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f46eb456-a05a-40a7-9643-c37e6878aceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:14.394152 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f46eb456-a05a-40a7-9643-c37e6878aceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:14.520551 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f46eb456-a05a-40a7-9643-c37e6878aceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:14.523205 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f46eb456-a05a-40a7-9643-c37e6878aceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:14.527710 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-f46eb456-a05a-40a7-9643-c37e6878aceb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59d45343-6efc-41cd-bcf4-9e7c42506fdd HTTP/1.1" status: 204 len: 168 time: 0.2068939 Sep 22 21:07:14.535640 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46eb456-a05a-40a7-9643-c37e6878aceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d45343-6efc-41cd-bcf4-9e7c42506fdd,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:14.956692 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d178e-eafb-452f-9149-33374473e093 req-c1d07e57-3ab2-48d0-843c-a764f7436a41 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:14.958505 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3a3d178e-eafb-452f-9149-33374473e093 req-c1d07e57-3ab2-48d0-843c-a764f7436a41 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 945 time: 0.0683587 Sep 22 21:07:15.001498 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3a3d178e-eafb-452f-9149-33374473e093 req-676d9358-2693-4d85-8a1a-04de6193f7d1 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349336 Sep 22 21:07:15.249838 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46070) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:15.256705 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:07:15.269785 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b9d65b-6935-4de4-a7bc-660da8df9b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:15.271054 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d23c5-d1c1-4728-8ba3-3ce2724f78c0 req-4ab24577-f8a0-46df-8e51-ce7e8e817add tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:15.278988 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-832d23c5-d1c1-4728-8ba3-3ce2724f78c0 req-4ab24577-f8a0-46df-8e51-ce7e8e817add tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0773797 Sep 22 21:07:15.354545 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-832d23c5-d1c1-4728-8ba3-3ce2724f78c0 req-4d536664-d799-45fa-bf6e-3f7503a945d2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743241 Sep 22 21:07:15.413994 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b9d65b-6935-4de4-a7bc-660da8df9b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:15.457745 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:07:15.462772 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:15.466176 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:15.526055 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-40b9d65b-6935-4de4-a7bc-660da8df9b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:15.555248 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:15.559121 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-40b9d65b-6935-4de4-a7bc-660da8df9b9a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f74374ad7e4748f2a7059fbdbb688577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073704 Sep 22 21:07:15.562127 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 46080) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:15.583642 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c434bab5-6706-4d09-bf31-eae15cb0622a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c109839-b1a2-4fa5-a6ed-bb00afb4ac31'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:07:15.586121 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943f447c-8157-4caf-b003-dca206332ec4" -d '{"events": [{"server_uuid": "c434bab5-6706-4d09-bf31-eae15cb0622a", "name": "network-vif-plugged", "status": "completed", "tag": "1c109839-b1a2-4fa5-a6ed-bb00afb4ac31"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:07:15.590199 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9d65b-6935-4de4-a7bc-660da8df9b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f79c37-e7f4-453f-a91f-93c7529f281a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:15.604392 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=1c109839-b1a2-4fa5-a6ed-bb00afb4ac31,segment=NetworkSegment(b050491d-33ef-46e3-9e42-218a94a7b92f),segment_id=b050491d-33ef-46e3-9e42-218a94a7b92f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:07:15.649448 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d9beb50b-f1c4-4bdd-84e8-8d2238baa0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:15.649600 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b887d694-e646-40a5-b6b3-b03e71391683 x-openstack-request-id: req-b887d694-e646-40a5-b6b3-b03e71391683 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:07:15.649600 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c434bab5-6706-4d09-bf31-eae15cb0622a", "name": "network-vif-plugged", "status": "completed", "tag": "1c109839-b1a2-4fa5-a6ed-bb00afb4ac31", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:07:15.649835 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b887d694-e646-40a5-b6b3-b03e71391683 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:07:15.650321 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c434bab5-6706-4d09-bf31-eae15cb0622a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c109839-b1a2-4fa5-a6ed-bb00afb4ac31', 'code': 200} Sep 22 21:07:15.675168 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d9beb50b-f1c4-4bdd-84e8-8d2238baa0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:15.697808 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:15.750173 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=1c109839-b1a2-4fa5-a6ed-bb00afb4ac31,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:15.806177 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d9beb50b-f1c4-4bdd-84e8-8d2238baa0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:15.812559 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d9beb50b-f1c4-4bdd-84e8-8d2238baa0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:15.812559 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-d9beb50b-f1c4-4bdd-84e8-8d2238baa0a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/06f79c37-e7f4-453f-a91f-93c7529f281a HTTP/1.1" status: 204 len: 168 time: 0.2480178 Sep 22 21:07:15.825054 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9beb50b-f1c4-4bdd-84e8-8d2238baa0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f79c37-e7f4-453f-a91f-93c7529f281a,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:15.928646 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a268e-6c3b-4b48-bb8a-053e1d69f4c5 req-5a51899c-c298-48b5-add0-da82e04e196e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:15.937021 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8a6a268e-6c3b-4b48-bb8a-053e1d69f4c5 req-5a51899c-c298-48b5-add0-da82e04e196e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0606601 Sep 22 21:07:15.974861 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8a6a268e-6c3b-4b48-bb8a-053e1d69f4c5 req-e7ed7a0b-5b2c-4558-b57f-7164ca521352 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366611 Sep 22 21:07:16.024106 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1d831-c71f-4f8c-b16f-0da7a77c95b5 req-7f146c31-bb08-47c4-95dc-0578907f1c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:16.027027 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c5c1d831-c71f-4f8c-b16f-0da7a77c95b5 req-7f146c31-bb08-47c4-95dc-0578907f1c03 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 1099 time: 0.0595758 Sep 22 21:07:16.090493 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c5c1d831-c71f-4f8c-b16f-0da7a77c95b5 req-e3fd9c11-2472-4d06-9025-c8ee9169e0bc service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484109 Sep 22 21:07:16.192291 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b6e162-66d5-4b06-8c17-f662dfc93f5a req-b89e9649-d1ef-426c-9336-bcaa0c9d9c44 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:16.193999 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f7b6e162-66d5-4b06-8c17-f662dfc93f5a req-b89e9649-d1ef-426c-9336-bcaa0c9d9c44 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 946 time: 0.0753360 Sep 22 21:07:16.247122 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f7b6e162-66d5-4b06-8c17-f662dfc93f5a req-69c72b0f-6308-46ff-9928-0d7b418fa174 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448015 Sep 22 21:07:16.500297 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840489a-bef6-4137-82f3-166614dbde93 req-127983a2-fb9d-4227-aab6-f20aea9bcabc tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:16.502366 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3840489a-bef6-4137-82f3-166614dbde93 req-127983a2-fb9d-4227-aab6-f20aea9bcabc tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0689659 Sep 22 21:07:16.551255 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3840489a-bef6-4137-82f3-166614dbde93 req-eaea79db-6fb1-426e-90db-3d9401111091 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419023 Sep 22 21:07:16.719407 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46126) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:16.740306 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46128) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:16.741834 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-59ff71ea-81e3-423e-8d18-186617c26c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:16.884330 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-59ff71ea-81e3-423e-8d18-186617c26c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:17.021628 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-59ff71ea-81e3-423e-8d18-186617c26c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:17.050604 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-94aae93f-94a7-4d81-abfa-4e35297b16ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:17.086451 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-59ff71ea-81e3-423e-8d18-186617c26c25 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=47d61de100b6415c91de048e03f2f100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651845 Sep 22 21:07:17.087150 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff71ea-81e3-423e-8d18-186617c26c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9296b5f-d336-442f-8c9a-4ab33f5a503c,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:17.090281 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 46142) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:17.162154 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2e084052-6126-480e-b036-a1c0dfdb8c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:17.201918 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2e084052-6126-480e-b036-a1c0dfdb8c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:17.218811 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-94aae93f-94a7-4d81-abfa-4e35297b16ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:17.299063 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-94aae93f-94a7-4d81-abfa-4e35297b16ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:17.300199 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 52dd9960-972b-43b2-9c40-22310cf5bd98 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:07:17.348394 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-94aae93f-94a7-4d81-abfa-4e35297b16ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b10f9acffd5e4702bb1863626e6d8f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6085322 Sep 22 21:07:17.352471 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 46154) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:17.370352 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aae93f-94a7-4d81-abfa-4e35297b16ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a6ccf8-25f5-4ffa-87d8-69e575d5632f,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:17.386261 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2e084052-6126-480e-b036-a1c0dfdb8c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:17.388823 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2e084052-6126-480e-b036-a1c0dfdb8c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:17.390331 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-2e084052-6126-480e-b036-a1c0dfdb8c0c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f9296b5f-d336-442f-8c9a-4ab33f5a503c HTTP/1.1" status: 204 len: 168 time: 0.2953658 Sep 22 21:07:17.448409 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e084052-6126-480e-b036-a1c0dfdb8c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9296b5f-d336-442f-8c9a-4ab33f5a503c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:17.521612 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c518e0b-dfbf-4890-a5c3-1da78aafb852 req-4d85088d-f7ba-48ca-896c-687369210606 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:17.529443 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6c518e0b-dfbf-4890-a5c3-1da78aafb852 req-4d85088d-f7ba-48ca-896c-687369210606 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 946 time: 0.1880865 Sep 22 21:07:17.576880 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-426b8355-797e-4864-af28-44277df0a5c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:17.600222 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 52dd9960-972b-43b2-9c40-22310cf5bd98, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=52dd9960-972b-43b2-9c40-22310cf5bd98,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:07:17.632360 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': '52dd9960-972b-43b2-9c40-22310cf5bd98', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'port_id': '52dd9960-972b-43b2-9c40-22310cf5bd98', 'mac_address': 'fa:16:3e:dd:b5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:07:17.638816 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6c518e0b-dfbf-4890-a5c3-1da78aafb852 req-5723d7c4-6f7e-4eff-b802-c4fd1d88d748 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082015 Sep 22 21:07:17.646790 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-426b8355-797e-4864-af28-44277df0a5c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:17.721769 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:17.763406 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0772dd-4e7c-4ebb-9865-377e95d6703c req-ec8b8a1c-69ca-4f78-b1ab-72fd5c2ecf07 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:17.765075 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-de0772dd-4e7c-4ebb-9865-377e95d6703c req-ec8b8a1c-69ca-4f78-b1ab-72fd5c2ecf07 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0671222 Sep 22 21:07:17.781763 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52dd9960-972b-43b2-9c40-22310cf5bd98 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:07:17.812187 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 52dd9960-972b-43b2-9c40-22310cf5bd98, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=52dd9960-972b-43b2-9c40-22310cf5bd98,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:07:17.848047 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-de0772dd-4e7c-4ebb-9865-377e95d6703c req-bf3c36f6-a3b5-4441-94eb-c7081ed7f424 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697346 Sep 22 21:07:17.863496 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-426b8355-797e-4864-af28-44277df0a5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:17.866628 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-426b8355-797e-4864-af28-44277df0a5c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:17.872586 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-426b8355-797e-4864-af28-44277df0a5c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8a6ccf8-25f5-4ffa-87d8-69e575d5632f HTTP/1.1" status: 204 len: 168 time: 0.5070505 Sep 22 21:07:17.890192 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b8355-797e-4864-af28-44277df0a5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a6ccf8-25f5-4ffa-87d8-69e575d5632f,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:17.920814 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:17.995270 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=52dd9960-972b-43b2-9c40-22310cf5bd98,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:18.090714 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['52dd9960-972b-43b2-9c40-22310cf5bd98'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:07:18.649651 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 46192) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:18.756547 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f4453-4572-4472-9e83-bd2a2818c1e1 req-67277cb0-4c5c-4ece-9f58-91238c8d0c8b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:18.758187 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0c1f4453-4572-4472-9e83-bd2a2818c1e1 req-67277cb0-4c5c-4ece-9f58-91238c8d0c8b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 946 time: 0.0523038 Sep 22 21:07:18.763822 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-72e0994e-333d-4ff8-8cb9-27a361ec23f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1157323277-network', 'tenant_id': '2b3af2e0553c429bac5d74807160a543'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:18.811278 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0c1f4453-4572-4472-9e83-bd2a2818c1e1 req-46bd1a75-d95a-43aa-8392-19ae0d364289 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438437 Sep 22 21:07:18.897409 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e0994e-333d-4ff8-8cb9-27a361ec23f2 admin admin] Made reservation on behalf of 2b3af2e0553c429bac5d74807160a543 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:07:18.901257 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-72e0994e-333d-4ff8-8cb9-27a361ec23f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:18.910872 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-72e0994e-333d-4ff8-8cb9-27a361ec23f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:19.020164 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db520b5-262d-4d7f-a56d-824a83f3d455 req-3b23a211-9952-4f03-8b0b-379306787723 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:19.021721 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5db520b5-262d-4d7f-a56d-824a83f3d455 req-3b23a211-9952-4f03-8b0b-379306787723 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 944 time: 0.0847840 Sep 22 21:07:19.080768 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5db520b5-262d-4d7f-a56d-824a83f3d455 req-ef4bc798-b551-4162-b7ed-5b6cee236130 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495017 Sep 22 21:07:19.112918 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-72e0994e-333d-4ff8-8cb9-27a361ec23f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:19.160586 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-72e0994e-333d-4ff8-8cb9-27a361ec23f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:19.179099 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e0994e-333d-4ff8-8cb9-27a361ec23f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:07:19.206330 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-72e0994e-333d-4ff8-8cb9-27a361ec23f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:19.206699 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.db.segments_db [None req-72e0994e-333d-4ff8-8cb9-27a361ec23f2 admin admin] Added segment e6343dc2-f4f4-48bb-a3d4-68f16c08632c of type vlan for network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a Sep 22 21:07:19.210931 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0994e-333d-4ff8-8cb9-27a361ec23f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e22694-555d-4769-adae-23f043d00a1d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:19.269608 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-72e0994e-333d-4ff8-8cb9-27a361ec23f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786351554335'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:19.271908 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 52dd9960-972b-43b2-9c40-22310cf5bd98 up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:07:19.343353 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port 52dd9960-972b-43b2-9c40-22310cf5bd98 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:19.343720 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:19.371968 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-72e0994e-333d-4ff8-8cb9-27a361ec23f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:19.373482 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e0994e-333d-4ff8-8cb9-27a361ec23f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:19.374463 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-72e0994e-333d-4ff8-8cb9-27a361ec23f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:19.437537 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:19.448647 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0994e-333d-4ff8-8cb9-27a361ec23f2 admin admin] Pushing event updated for resources: {'Network': ['ID=600cfd27-c53c-4fd3-b97b-787ea7a32b8a,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:19.456315 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46216) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:19.461442 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-616b8106-e526-492d-843d-2dd792462848 admin admin] Request body: {'subnet': {'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1157323277-subnet', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:19.466901 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af93b7e-054c-41cc-ba4f-026f3d2bb824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dd9960-972b-43b2-9c40-22310cf5bd98'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:07:19.469326 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-72e0994e-333d-4ff8-8cb9-27a361ec23f2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8204589 Sep 22 21:07:19.470270 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09ed0bc-4cd8-4071-be23-152559b59a95" -d '{"events": [{"server_uuid": "1af93b7e-054c-41cc-ba4f-026f3d2bb824", "name": "network-vif-plugged", "status": "completed", "tag": "52dd9960-972b-43b2-9c40-22310cf5bd98"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:07:19.491756 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a details requested by agent ovs-agent-dv-cinder-810415-3-iscsi with host dv-cinder-810415-3-iscsi {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 21:07:19.539041 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decb9875-ddf0-4621-bca5-80d98c8f835f x-openstack-request-id: req-decb9875-ddf0-4621-bca5-80d98c8f835f {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:07:19.540122 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af93b7e-054c-41cc-ba4f-026f3d2bb824", "name": "network-vif-plugged", "status": "completed", "tag": "52dd9960-972b-43b2-9c40-22310cf5bd98", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:07:19.540122 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-decb9875-ddf0-4621-bca5-80d98c8f835f {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:07:19.540122 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af93b7e-054c-41cc-ba4f-026f3d2bb824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dd9960-972b-43b2-9c40-22310cf5bd98', 'code': 200} Sep 22 21:07:19.548827 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 52dd9960-972b-43b2-9c40-22310cf5bd98, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=52dd9960-972b-43b2-9c40-22310cf5bd98,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:07:19.611660 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616b8106-e526-492d-843d-2dd792462848 admin admin] Made reservation on behalf of 2b3af2e0553c429bac5d74807160a543 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:07:19.614445 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-616b8106-e526-492d-843d-2dd792462848 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26048987'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:19.638130 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:19.717017 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=52dd9960-972b-43b2-9c40-22310cf5bd98,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:20.063813 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-616b8106-e526-492d-843d-2dd792462848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27223683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26049001'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:20.126591 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b8106-e526-492d-843d-2dd792462848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:20.135023 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616b8106-e526-492d-843d-2dd792462848 admin admin] Checking segment: {'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:07:20.135328 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616b8106-e526-492d-843d-2dd792462848 admin admin] Network hostable DHCP agents. Network: 600cfd27-c53c-4fd3-b97b-787ea7a32b8a, hostable agents: ['56809e1b-eac6-40c1-a412-0e5017dff325'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:07:20.236513 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd378b18-522b-4a51-9c4a-cdf525bb0a12 req-cce9d915-c3f6-4f45-8451-cca8e5b791fc tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:20.241192 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cd378b18-522b-4a51-9c4a-cdf525bb0a12 req-cce9d915-c3f6-4f45-8451-cca8e5b791fc tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0734293 Sep 22 21:07:20.280305 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616b8106-e526-492d-843d-2dd792462848 admin admin] Network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a is scheduled to be hosted by DHCP agent 56809e1b-eac6-40c1-a412-0e5017dff325 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:07:20.289111 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cd378b18-522b-4a51-9c4a-cdf525bb0a12 req-c894c63e-1c51-4b12-a6ca-c712822b5188 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434806 Sep 22 21:07:20.382908 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-616b8106-e526-492d-843d-2dd792462848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-3-iscsi, 600cfd27-c53c-4fd3-b97b-787ea7a32b8a) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:07:20.395942 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30146ce3-0b74-461f-aeeb-f425aef6fa9d None None] Network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:07:20.397491 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616b8106-e526-492d-843d-2dd792462848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:20.414419 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-616b8106-e526-492d-843d-2dd792462848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:20.521201 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-616b8106-e526-492d-843d-2dd792462848 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0635688 Sep 22 21:07:20.523770 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46256) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:20.529342 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-ef840fd9-f0d9-4edd-849f-d817dda23273 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:20.619538 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef840fd9-f0d9-4edd-849f-d817dda23273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3739781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:20.620942 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef840fd9-f0d9-4edd-849f-d817dda23273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4180506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:20.723854 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd055608f-81b6-5a45-b436-6df0833047cb-600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca'}]}} from dv-cinder-810415-3-iscsi. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 21:07:20.724824 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:20.764642 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef840fd9-f0d9-4edd-849f-d817dda23273 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:20.903617 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 46266) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:20.938262 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] Allocated IP 172.20.0.2 (600cfd27-c53c-4fd3-b97b-787ea7a32b8a/eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca/c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:07:20.986173 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef840fd9-f0d9-4edd-849f-d817dda23273 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:21.042529 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bb0ba5c9-47ed-49ec-9aff-89dac685c9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:21.115169 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:21.150983 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bb0ba5c9-47ed-49ec-9aff-89dac685c9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:21.199563 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:21.222998 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-bb0ba5c9-47ed-49ec-9aff-89dac685c9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:21.238711 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] Network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:07:21.245541 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:07:21.252936 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:07:21.256145 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] Pushing event updated for resources: {'Port': ['ID=c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:21.298397 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ba5c9-47ed-49ec-9aff-89dac685c9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd116d8f-9314-4dae-829c-0031b5b7b1eb,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:21.305550 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-bb0ba5c9-47ed-49ec-9aff-89dac685c9c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a360c1a2a7fc4ea0b0e6e278f4e13269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4008954 Sep 22 21:07:21.308173 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 46270) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:21.327162 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef840fd9-f0d9-4edd-849f-d817dda23273 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:21.352353 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] Attempting to bind port c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881 on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:07:21.352741 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] Attempting to bind port c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881 by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:07:21.353393 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] Attempting to bind port c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881 on network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:07:21.367586 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:07:21.367988 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] Checking segment: {'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:07:21.368378 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:21.369737 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] Bound using segment: {'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:07:21.370226 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] Bound port: c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:07:21.370611 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:21.383079 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd27b9f5-0b15-411b-b9f3-7d4c72d7fac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:21.385572 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef840fd9-f0d9-4edd-849f-d817dda23273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:21.435699 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd27b9f5-0b15-411b-b9f3-7d4c72d7fac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:21.461075 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] For port c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:07:21.466430 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] For port c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:07:21.481989 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d146f6-5d05-41ac-9469-d8e3402e7d99 req-6236e5ec-4631-48bd-8576-99cacf83179a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:21.483566 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-87d146f6-5d05-41ac-9469-d8e3402e7d99 req-6236e5ec-4631-48bd-8576-99cacf83179a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0847981 Sep 22 21:07:21.501616 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-ef840fd9-f0d9-4edd-849f-d817dda23273 admin admin] Allocated IP 172.27.0.141 (2c353f49-210c-4300-9e98-1f6204bdd5b4/672554c0-508e-4537-8193-f701627840d3/091ac6f8-ed87-4d04-9f08-091f13d100c1) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:07:21.526801 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:21.530784 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-87d146f6-5d05-41ac-9469-d8e3402e7d99 req-de50bfa7-6717-47ab-86b4-3a1eed01af87 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409613 Sep 22 21:07:21.594401 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd27b9f5-0b15-411b-b9f3-7d4c72d7fac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:21.597089 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeebec7-cff3-406d-8987-833598431cc0 None None] Pushing event updated for resources: {'Port': ['ID=c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:21.597217 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd27b9f5-0b15-411b-b9f3-7d4c72d7fac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:21.598260 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-fd27b9f5-0b15-411b-b9f3-7d4c72d7fac3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd116d8f-9314-4dae-829c-0031b5b7b1eb HTTP/1.1" status: 204 len: 168 time: 0.2888110 Sep 22 21:07:21.607942 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd27b9f5-0b15-411b-b9f3-7d4c72d7fac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd116d8f-9314-4dae-829c-0031b5b7b1eb,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:21.623013 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef840fd9-f0d9-4edd-849f-d817dda23273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:21.726628 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef840fd9-f0d9-4edd-849f-d817dda23273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:21.775368 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef840fd9-f0d9-4edd-849f-d817dda23273 admin admin] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:07:21.780829 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-ef840fd9-f0d9-4edd-849f-d817dda23273 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:07:21.792297 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef840fd9-f0d9-4edd-849f-d817dda23273 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:07:21.795913 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef840fd9-f0d9-4edd-849f-d817dda23273 admin admin] Pushing event updated for resources: {'Port': ['ID=091ac6f8-ed87-4d04-9f08-091f13d100c1,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:22.197788 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:07:22.272551 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:22.273197 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:22.282098 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef840fd9-f0d9-4edd-849f-d817dda23273 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:22.373819 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:22.397908 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 46284) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:22.418811 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1550d9e-052f-411b-9c34-bcc179fe8bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:22.424026 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] For port c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:07:22.498093 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:22.527234 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef840fd9-f0d9-4edd-849f-d817dda23273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3737356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:22.565068 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1550d9e-052f-411b-9c34-bcc179fe8bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:22.573434 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Pushing event updated for resources: {'Port': ['ID=c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:22.586973 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:22.586973 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:22.586973 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:22.586973 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:22.586973 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:22.586973 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:22.586973 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:22.586973 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:22.586973 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:22.586973 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:22.586973 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:22.587738 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:07:22.695115 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a1550d9e-052f-411b-9c34-bcc179fe8bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:22.759109 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1550d9e-052f-411b-9c34-bcc179fe8bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8517f2cc-0ccf-4ed5-8bc8-02e81f76d592,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:22.786161 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f81fb-5f6a-4488-816f-4e3ee2a4e1b8 req-c0c87cca-d554-40b4-a475-f8f9ee6e3935 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:22.788146 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-695f81fb-5f6a-4488-816f-4e3ee2a4e1b8 req-c0c87cca-d554-40b4-a475-f8f9ee6e3935 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.1525645 Sep 22 21:07:22.800485 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef840fd9-f0d9-4edd-849f-d817dda23273 admin admin] Router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 is scheduled to L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 21:07:22.822308 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-a1550d9e-052f-411b-9c34-bcc179fe8bf3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a74ce0a281448cb8da55c1df29e899c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4203506 Sep 22 21:07:22.822742 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 46290) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:22.957940 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3da5af3e-f00e-4f45-bead-be32d3ed1279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:22.966139 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef840fd9-f0d9-4edd-849f-d817dda23273 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:07:22.978632 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] Sync routers for ids ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'] in dv-cinder-810415-3-iscsi {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:07:22.992117 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-695f81fb-5f6a-4488-816f-4e3ee2a4e1b8 req-3fc90260-c813-47fb-ab11-24a834a0d38d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944852 Sep 22 21:07:22.997502 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3da5af3e-f00e-4f45-bead-be32d3ed1279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:23.000648 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] Routers {'7ad9c7e9-539f-450c-a063-fa6626cc6e90'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:07:23.001926 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:07:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:23.052061 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ef840fd9-f0d9-4edd-849f-d817dda23273 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:23.057216 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-ef840fd9-f0d9-4edd-849f-d817dda23273 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5309844 Sep 22 21:07:23.058028 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46296) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:23.060132 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e100c379-5cfe-4d27-b676-6dbbc5af815d None None] Network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:07:23.122443 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] Set router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:07:23.131638 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3da5af3e-f00e-4f45-bead-be32d3ed1279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:23.136784 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3da5af3e-f00e-4f45-bead-be32d3ed1279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:23.141607 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-3da5af3e-f00e-4f45-bead-be32d3ed1279 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8517f2cc-0ccf-4ed5-8bc8-02e81f76d592 HTTP/1.1" status: 204 len: 168 time: 0.3146238 Sep 22 21:07:23.164767 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5af3e-f00e-4f45-bead-be32d3ed1279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8517f2cc-0ccf-4ed5-8bc8-02e81f76d592,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:23.235722 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-aa843da2-f4db-4c98-8064-7dbf15d77f43 None None] Provisioning complete for port c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:23.236117 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-aa843da2-f4db-4c98-8064-7dbf15d77f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:23.409685 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:22Z', 'revision_number': 3, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:23.439784 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] Checking router: 7ad9c7e9-539f-450c-a063-fa6626cc6e90 for host: dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:07:23.440119 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] Updating router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 port 091ac6f8-ed87-4d04-9f08-091f13d100c1 binding host dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:07:23.477485 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:23.844249 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9e39316-2223-43cb-af93-5a37fd053389 None None] Provisioning complete for port c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:23.844786 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9e39316-2223-43cb-af93-5a37fd053389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:24.019673 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:24.103083 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:24.151109 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba80e92b-38be-407c-9b42-7c1cd4d86c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:24.203178 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716ca4e-6a35-43b6-a0d4-68097d6fbd2c None None] Pushing event updated for resources: {'Port': ['ID=091ac6f8-ed87-4d04-9f08-091f13d100c1,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:24.255442 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:07:24.266282 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d35164-e593-462f-b2bd-46e81c8a7736 req-c2f09ffb-6d2a-4fe3-943c-4aeebfdfa48a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:24.271789 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-29d35164-e593-462f-b2bd-46e81c8a7736 req-c2f09ffb-6d2a-4fe3-943c-4aeebfdfa48a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.1119254 Sep 22 21:07:24.283320 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] Attempting to bind port 091ac6f8-ed87-4d04-9f08-091f13d100c1 on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:07:24.283684 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] Attempting to bind port 091ac6f8-ed87-4d04-9f08-091f13d100c1 by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:07:24.284037 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] Attempting to bind port 091ac6f8-ed87-4d04-9f08-091f13d100c1 on network 2c353f49-210c-4300-9e98-1f6204bdd5b4 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:07:24.290080 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:07:24.290504 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] Checking segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:07:24.291593 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:24.291977 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] Bound using segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:07:24.292518 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] Bound port: 091ac6f8-ed87-4d04-9f08-091f13d100c1, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:07:24.293116 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:24.321509 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:24.323077 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:24.384940 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-29d35164-e593-462f-b2bd-46e81c8a7736 req-358f8e3a-552e-4e90-b20a-93f0b20e8230 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021087 Sep 22 21:07:24.401002 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] For port 091ac6f8-ed87-4d04-9f08-091f13d100c1, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:07:24.413131 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] For port 091ac6f8-ed87-4d04-9f08-091f13d100c1, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=091ac6f8-ed87-4d04-9f08-091f13d100c1,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:07:24.499600 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:24.514729 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-ba80e92b-38be-407c-9b42-7c1cd4d86c19 admin admin] Allocated IP 172.20.0.1 (600cfd27-c53c-4fd3-b97b-787ea7a32b8a/eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca/e7a67166-375f-422d-85eb-1095c8d9f0ab) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:07:24.574538 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] Routers {'7ad9c7e9-539f-450c-a063-fa6626cc6e90'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:07:24.575162 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:07:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:24.619448 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716ca4e-6a35-43b6-a0d4-68097d6fbd2c None None] Pushing event updated for resources: {'Port': ['ID=091ac6f8-ed87-4d04-9f08-091f13d100c1,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:24.672864 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba80e92b-38be-407c-9b42-7c1cd4d86c19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:24.710567 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] Set router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:07:24.772763 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba80e92b-38be-407c-9b42-7c1cd4d86c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:24.836556 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba80e92b-38be-407c-9b42-7c1cd4d86c19 admin admin] Network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:07:24.846867 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-ba80e92b-38be-407c-9b42-7c1cd4d86c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:07:24.850628 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80e92b-38be-407c-9b42-7c1cd4d86c19 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a67166-375f-422d-85eb-1095c8d9f0ab,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:24.853791 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba80e92b-38be-407c-9b42-7c1cd4d86c19 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:07:24.912169 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba80e92b-38be-407c-9b42-7c1cd4d86c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3741573'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:24.973072 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:22Z', 'revision_number': 3, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:25.013922 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee84b8d-5e1e-4202-adb5-ea13fdec0c93 None None] The sync data for ids ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'] in dv-cinder-810415-3-iscsi is: [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:22Z', 'revision_number': 3, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:07:25.296188 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-11ebe91e-6c33-404a-8308-00f2e41be36b None None] Provisioning complete for port e7a67166-375f-422d-85eb-1095c8d9f0ab triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:25.297404 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-11ebe91e-6c33-404a-8308-00f2e41be36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:25.315167 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba80e92b-38be-407c-9b42-7c1cd4d86c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:25.382320 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-11ebe91e-6c33-404a-8308-00f2e41be36b None None] Port e7a67166-375f-422d-85eb-1095c8d9f0ab cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:07:25.587334 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2502a4d-9314-49f9-8962-cc332088f8b0 req-597940f3-6bb1-483f-85a4-7ffc729a246e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:25.593853 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e2502a4d-9314-49f9-8962-cc332088f8b0 req-597940f3-6bb1-483f-85a4-7ffc729a246e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0703561 Sep 22 21:07:25.659673 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e2502a4d-9314-49f9-8962-cc332088f8b0 req-3400d142-8c67-4eb6-90ff-2f819d5e5ffb tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629718 Sep 22 21:07:25.670484 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba80e92b-38be-407c-9b42-7c1cd4d86c19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:25.832707 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba80e92b-38be-407c-9b42-7c1cd4d86c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:25.968894 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba80e92b-38be-407c-9b42-7c1cd4d86c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3740533'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:25.971798 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80e92b-38be-407c-9b42-7c1cd4d86c19 admin admin] Pushing event updated for resources: {'Port': ['ID=e7a67166-375f-422d-85eb-1095c8d9f0ab,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:26.151841 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba80e92b-38be-407c-9b42-7c1cd4d86c19 admin admin] Network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:07:26.155156 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-ba80e92b-38be-407c-9b42-7c1cd4d86c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:07:26.247788 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 091ac6f8-ed87-4d04-9f08-091f13d100c1 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:07:26.374611 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba80e92b-38be-407c-9b42-7c1cd4d86c19 admin admin] Router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:07:26.392816 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 091ac6f8-ed87-4d04-9f08-091f13d100c1 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:26.394329 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:26.554027 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba80e92b-38be-407c-9b42-7c1cd4d86c19 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:07:26.561792 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:26.562236 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-ba80e92b-38be-407c-9b42-7c1cd4d86c19 admin admin] 10.222.0.42 "PUT /v2.0/routers/7ad9c7e9-539f-450c-a063-fa6626cc6e90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5032063 Sep 22 21:07:26.616493 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] For port 091ac6f8-ed87-4d04-9f08-091f13d100c1, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=091ac6f8-ed87-4d04-9f08-091f13d100c1,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:07:26.638492 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b22a952b-2811-464e-bd0a-9d3cbee3f812 None None] Provisioning complete for port e7a67166-375f-422d-85eb-1095c8d9f0ab triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:26.639536 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b22a952b-2811-464e-bd0a-9d3cbee3f812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:26.702635 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b22a952b-2811-464e-bd0a-9d3cbee3f812 None None] Port e7a67166-375f-422d-85eb-1095c8d9f0ab cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:07:26.737656 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:26.866021 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Pushing event updated for resources: {'Port': ['ID=091ac6f8-ed87-4d04-9f08-091f13d100c1,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:26.876503 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29be7c2-8d47-473c-9972-161ca18563e2 req-fa850efb-721e-4e00-bf41-e28531694722 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:26.885065 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b29be7c2-8d47-473c-9972-161ca18563e2 req-fa850efb-721e-4e00-bf41-e28531694722 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0804882 Sep 22 21:07:26.951824 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b29be7c2-8d47-473c-9972-161ca18563e2 req-3b97dc2d-77a3-4147-afc5-7de33a1868fb tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611479 Sep 22 21:07:27.427822 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0864a-6e50-474a-8dae-78e9f2577913 req-f9f10382-4f2c-421d-8704-550e9254e092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:27.438488 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-d7b0864a-6e50-474a-8dae-78e9f2577913 req-f9f10382-4f2c-421d-8704-550e9254e092 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15964513ebf422683c0a52d8b7917a1&device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 1098 time: 0.0917192 Sep 22 21:07:27.455111 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c0810e-ff64-41f0-8f7c-4b11ffe569b0 req-278b86b1-14cd-400b-8ad4-b1e6478fa7c0 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:27.463823 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b3c0810e-ff64-41f0-8f7c-4b11ffe569b0 req-278b86b1-14cd-400b-8ad4-b1e6478fa7c0 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.1769814 Sep 22 21:07:27.507857 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] Sync routers for ids ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:07:27.520787 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] Routers {'7ad9c7e9-539f-450c-a063-fa6626cc6e90'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:07:27.521831 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:07:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:27.527812 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b3c0810e-ff64-41f0-8f7c-4b11ffe569b0 req-643e8c65-4fb8-4eb0-b59e-f0645ae67041 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630610 Sep 22 21:07:27.565197 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0864a-6e50-474a-8dae-78e9f2577913 req-a83ab23d-9431-4cdd-bc21-9e0399f2c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:27.566991 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-d7b0864a-6e50-474a-8dae-78e9f2577913 req-a83ab23d-9431-4cdd-bc21-9e0399f2c96d service neutron] 10.222.0.48 "GET /v2.0/networks?id=37594581-71ec-4a19-bf13-ec2e3365d219 HTTP/1.1" status: 200 len: 920 time: 0.1140914 Sep 22 21:07:27.614666 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-d7b0864a-6e50-474a-8dae-78e9f2577913 req-0d783bd5-e9d6-4942-8de0-09d601987502 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6fdc1a2-d24d-4ae9-8eec-e32518880b2a HTTP/1.1" status: 200 len: 217 time: 0.0380161 Sep 22 21:07:27.673677 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] Set router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:07:27.679388 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0864a-6e50-474a-8dae-78e9f2577913 req-3b780fc0-4930-4719-a94a-11108d71e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:27.681028 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-d7b0864a-6e50-474a-8dae-78e9f2577913 req-3b780fc0-4930-4719-a94a-11108d71e95c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc22b1c3-d4d4-4890-93ae-08f0ff0eb192 HTTP/1.1" status: 200 len: 859 time: 0.0561292 Sep 22 21:07:27.720228 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-d7b0864a-6e50-474a-8dae-78e9f2577913 req-95211a82-b32a-48ab-9c19-c9c148a1ce84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37594581-71ec-4a19-bf13-ec2e3365d219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265555 Sep 22 21:07:27.822531 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-d7b0864a-6e50-474a-8dae-78e9f2577913 req-e4c62520-4757-403b-9fe5-89960e24b8bf service neutron] 10.222.0.48 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931520 Sep 22 21:07:27.949423 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 2, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:27.966317 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-d7b0864a-6e50-474a-8dae-78e9f2577913 req-cf9ebdb3-cc15-41f2-9a12-b691c8057af8 service neutron] 10.222.0.48 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283135 Sep 22 21:07:27.987473 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] Checking router: 7ad9c7e9-539f-450c-a063-fa6626cc6e90 for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:07:27.987473 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] Updating router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 port e7a67166-375f-422d-85eb-1095c8d9f0ab binding host dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:07:28.031283 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:28.034429 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46414) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:28.042999 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-52fa8171-2c05-4269-9c16-47fdc7822ae6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-279454946-network', 'tenant_id': 'f392f0b9862043cfb4fc2e0500d84af1'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:28.121928 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4d8f9-c9e7-44bb-abe2-b6831882bef2 req-04bee0a5-175f-4744-938e-9d8adf02669f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:28.126330 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fa8171-2c05-4269-9c16-47fdc7822ae6 admin admin] Made reservation on behalf of f392f0b9862043cfb4fc2e0500d84af1 for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:07:28.130086 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52fa8171-2c05-4269-9c16-47fdc7822ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:28.132846 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-84b4d8f9-c9e7-44bb-abe2-b6831882bef2 req-04bee0a5-175f-4744-938e-9d8adf02669f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0748112 Sep 22 21:07:28.164167 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52fa8171-2c05-4269-9c16-47fdc7822ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:28.183247 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-84b4d8f9-c9e7-44bb-abe2-b6831882bef2 req-62d23d46-2fe8-474f-b342-85bfbd98bf2c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491669 Sep 22 21:07:28.238825 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 091ac6f8-ed87-4d04-9f08-091f13d100c1 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:07:28.303862 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52fa8171-2c05-4269-9c16-47fdc7822ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:28.332656 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 091ac6f8-ed87-4d04-9f08-091f13d100c1 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:28.333050 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:28.366263 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52fa8171-2c05-4269-9c16-47fdc7822ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:28.399499 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:28.403377 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fa8171-2c05-4269-9c16-47fdc7822ae6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:07:28.409903 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa8171-2c05-4269-9c16-47fdc7822ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73a176d-6701-4f7f-bf1f-3acdb9548118,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:28.424174 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52fa8171-2c05-4269-9c16-47fdc7822ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:28.424174 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.segments_db [None req-52fa8171-2c05-4269-9c16-47fdc7822ae6 admin admin] Added segment 9c4074fc-0fc8-4407-b9bd-903cca0c9392 of type vlan for network da3adb60-19be-4812-abcd-46503f0bd2e2 Sep 22 21:07:28.471830 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:28.488181 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52fa8171-2c05-4269-9c16-47fdc7822ae6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786351554335'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:28.600939 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52fa8171-2c05-4269-9c16-47fdc7822ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:28.602909 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fa8171-2c05-4269-9c16-47fdc7822ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:28.603531 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-52fa8171-2c05-4269-9c16-47fdc7822ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:28.615311 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bf998-36ba-4d24-add2-cc3212ff94bd None None] Pushing event updated for resources: {'Port': ['ID=e7a67166-375f-422d-85eb-1095c8d9f0ab,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:28.661809 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] Attempting to bind port e7a67166-375f-422d-85eb-1095c8d9f0ab on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:07:28.662257 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] Attempting to bind port e7a67166-375f-422d-85eb-1095c8d9f0ab by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:07:28.662685 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] Attempting to bind port e7a67166-375f-422d-85eb-1095c8d9f0ab on network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:07:28.669643 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:07:28.670120 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] Checking segment: {'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:07:28.670589 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:28.671046 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] Bound using segment: {'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:07:28.671584 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] Bound port: e7a67166-375f-422d-85eb-1095c8d9f0ab, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:07:28.672501 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:28.748884 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-52fa8171-2c05-4269-9c16-47fdc7822ae6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7102487 Sep 22 21:07:28.752597 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46438) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:28.808937 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] For port e7a67166-375f-422d-85eb-1095c8d9f0ab, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:07:28.817729 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] For port e7a67166-375f-422d-85eb-1095c8d9f0ab, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=e7a67166-375f-422d-85eb-1095c8d9f0ab,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:07:28.838221 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-eaebacc3-c948-412f-8612-067e1db41c6c admin admin] Request body: {'subnet': {'network_id': 'da3adb60-19be-4812-abcd-46503f0bd2e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-279454946-subnet', 'tenant_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:28.851723 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fa8171-2c05-4269-9c16-47fdc7822ae6 admin admin] Pushing event updated for resources: {'Network': ['ID=da3adb60-19be-4812-abcd-46503f0bd2e2,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:28.869607 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Network da3adb60-19be-4812-abcd-46503f0bd2e2 details requested by agent ovs-agent-dv-cinder-810415-3-iscsi with host dv-cinder-810415-3-iscsi {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 21:07:28.930772 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bdaa89-e6ab-4ef5-863c-e43182e11666 req-c5f9e83c-dd6d-4b07-a5f4-2be1c9039ce9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:28.932677 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-61bdaa89-e6ab-4ef5-863c-e43182e11666 req-c5f9e83c-dd6d-4b07-a5f4-2be1c9039ce9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.2489231 Sep 22 21:07:28.966583 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:28.972169 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:07:28.985480 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-6362ed63-98db-47a5-9da7-2d0d1804e8fd tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:28.987505 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-6362ed63-98db-47a5-9da7-2d0d1804e8fd tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/networks?id=d9b6faf9-b2b7-4153-bb83-4212e925b805 HTTP/1.1" status: 200 len: 814 time: 0.3899126 Sep 22 21:07:28.995073 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaebacc3-c948-412f-8612-067e1db41c6c admin admin] Made reservation on behalf of f392f0b9862043cfb4fc2e0500d84af1 for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:07:29.001760 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eaebacc3-c948-412f-8612-067e1db41c6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26048987'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:29.022862 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-61bdaa89-e6ab-4ef5-863c-e43182e11666 req-3cad1c25-99aa-407a-a46a-4deec61fd282 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704787 Sep 22 21:07:29.063354 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-68ea07bf-f871-4935-be4b-48c829a50963 None None] Provisioning complete for port e7a67166-375f-422d-85eb-1095c8d9f0ab triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:29.063740 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-68ea07bf-f871-4935-be4b-48c829a50963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:29.068096 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-dbe0fbc8-95dc-443b-951e-8df78a594bca tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/quotas/4710095783a04ccab7b1109acfbf73bb HTTP/1.1" status: 200 len: 375 time: 0.0609040 Sep 22 21:07:29.186574 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-49203d04-a3f7-41fb-9b70-c87559679858 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4710095783a04ccab7b1109acfbf73bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166794 Sep 22 21:07:29.428835 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eaebacc3-c948-412f-8612-067e1db41c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27223683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26049001'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:29.496434 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-ff90a801-503d-4423-8aa9-7b33c5232bb3 service neutron] 10.222.0.42 "GET /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047168 Sep 22 21:07:29.506705 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7fe1a-3f4f-406d-8493-229a36dfc4f7 req-c8f6475a-178b-4395-99be-0b0ee048acad tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:29.508688 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9ad7fe1a-3f4f-406d-8493-229a36dfc4f7 req-c8f6475a-178b-4395-99be-0b0ee048acad tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.1601694 Sep 22 21:07:29.604265 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9ad7fe1a-3f4f-406d-8493-229a36dfc4f7 req-ab0b7ed8-5ec4-44b2-994f-60cfdca61641 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839477 Sep 22 21:07:29.649407 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaebacc3-c948-412f-8612-067e1db41c6c admin admin] Checking segment: {'id': '9c4074fc-0fc8-4407-b9bd-903cca0c9392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'da3adb60-19be-4812-abcd-46503f0bd2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:07:29.650000 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaebacc3-c948-412f-8612-067e1db41c6c admin admin] Network hostable DHCP agents. Network: da3adb60-19be-4812-abcd-46503f0bd2e2, hostable agents: ['56809e1b-eac6-40c1-a412-0e5017dff325'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:07:29.664963 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaebacc3-c948-412f-8612-067e1db41c6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=30725565-7854-4b0c-8548-d00ec01d6020,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:29.745383 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] Routers {'7ad9c7e9-539f-450c-a063-fa6626cc6e90'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:07:29.746772 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:07:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:29.758847 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-2e4858cc-77c0-46bb-828e-1f4d1c058292 service neutron] 10.222.0.42 "GET /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609322 Sep 22 21:07:29.809050 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaebacc3-c948-412f-8612-067e1db41c6c admin admin] Network da3adb60-19be-4812-abcd-46503f0bd2e2 is scheduled to be hosted by DHCP agent 56809e1b-eac6-40c1-a412-0e5017dff325 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:07:29.898378 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-eaebacc3-c948-412f-8612-067e1db41c6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-3-iscsi, da3adb60-19be-4812-abcd-46503f0bd2e2) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:07:29.904657 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaebacc3-c948-412f-8612-067e1db41c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:29.910974 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-eaebacc3-c948-412f-8612-067e1db41c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:29.911798 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17bf998-36ba-4d24-add2-cc3212ff94bd None None] Pushing event updated for resources: {'Port': ['ID=e7a67166-375f-422d-85eb-1095c8d9f0ab,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:29.926979 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4857d03-204f-4508-bf2d-0976e4724d68 None None] Network da3adb60-19be-4812-abcd-46503f0bd2e2 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:07:29.974012 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] Set router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:07:30.017229 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-eaebacc3-c948-412f-8612-067e1db41c6c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1868882 Sep 22 21:07:30.017466 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 46482) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:30.026795 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-2bc349a6-3e96-42d3-a566-67237f3665a4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-279454946-router', 'tenant_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:30.035642 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-68ea07bf-f871-4935-be4b-48c829a50963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:30.171876 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fcd081fa-108d-4802-88c6-f143daa3decb req-b58a8201-a958-4b84-9749-00783f43d496 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 210 time: 0.0748458 Sep 22 21:07:30.228148 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bc349a6-3e96-42d3-a566-67237f3665a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3739781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:30.230093 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bc349a6-3e96-42d3-a566-67237f3665a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4180506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:30.298868 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb012361-a7a6-46f5-ba92-e207ea601629 req-5761a87a-6b90-4a4d-83f8-66d0dc19c1f0 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:30.306953 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cb012361-a7a6-46f5-ba92-e207ea601629 req-5761a87a-6b90-4a4d-83f8-66d0dc19c1f0 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.1323631 Sep 22 21:07:30.357331 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bc349a6-3e96-42d3-a566-67237f3665a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:30.385706 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cb012361-a7a6-46f5-ba92-e207ea601629 req-4a5135c1-d8af-4b5e-b7a0-ce6a995c36f0 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770617 Sep 22 21:07:30.415520 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-68ea07bf-f871-4935-be4b-48c829a50963 None None] For port e7a67166-375f-422d-85eb-1095c8d9f0ab, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=e7a67166-375f-422d-85eb-1095c8d9f0ab,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:07:30.529322 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-68ea07bf-f871-4935-be4b-48c829a50963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:30.694764 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea07bf-f871-4935-be4b-48c829a50963 None None] Pushing event updated for resources: {'Port': ['ID=e7a67166-375f-422d-85eb-1095c8d9f0ab,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:30.781752 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-aa4d9023-e33a-45de-ae8e-3da1b3305d5e None None] Provisioning complete for port e7a67166-375f-422d-85eb-1095c8d9f0ab triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:30.784484 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-aa4d9023-e33a-45de-ae8e-3da1b3305d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:30.849786 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd055608f-81b6-5a45-b436-6df0833047cb-da3adb60-19be-4812-abcd-46503f0bd2e2', 'network_id': 'da3adb60-19be-4812-abcd-46503f0bd2e2', 'tenant_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'fixed_ips': [{'subnet_id': '30725565-7854-4b0c-8548-d00ec01d6020'}]}} from dv-cinder-810415-3-iscsi. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 21:07:30.854351 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:30.914845 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bc349a6-3e96-42d3-a566-67237f3665a4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:31.050407 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46fcb5-6561-49bc-8100-c7ed83a0f667 req-61a7a3df-18b1-4956-bdef-3137b0730f4d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:31.066957 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8d46fcb5-6561-49bc-8100-c7ed83a0f667 req-61a7a3df-18b1-4956-bdef-3137b0730f4d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.3284578 Sep 22 21:07:31.277203 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8d46fcb5-6561-49bc-8100-c7ed83a0f667 req-db61bc82-8ec6-437e-b526-fcda95bbd42a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022130 Sep 22 21:07:31.292269 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:28Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:31.298588 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] Allocated IP 172.20.0.2 (da3adb60-19be-4812-abcd-46503f0bd2e2/30725565-7854-4b0c-8548-d00ec01d6020/562bfff7-7eb6-4d49-986d-7494f21c83d8) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:07:31.332789 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f60448f-9beb-4c70-b62f-45edc42858e2 None None] The sync data for ids ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'] in dv-cinder-810415-3-iscsi is: [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:28Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:07:31.348967 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6bba2524-7891-4e68-afe6-8247b2f65db5 req-b355a3a3-fda4-42a5-8a62-1925ec24d3a5 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 210 time: 0.0524390 Sep 22 21:07:31.612503 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8cde9489-4cd6-47ef-b49a-af890c6069de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:31.654240 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:31.708777 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab24a1-6580-4ec1-931e-93c0e79faca5 req-5054b90c-3446-4f35-a83d-b314748bd345 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:31.711103 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fcab24a1-6580-4ec1-931e-93c0e79faca5 req-5054b90c-3446-4f35-a83d-b314748bd345 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0823867 Sep 22 21:07:31.756402 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:31.789132 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] Network da3adb60-19be-4812-abcd-46503f0bd2e2 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:07:31.862581 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fcab24a1-6580-4ec1-931e-93c0e79faca5 req-78e724da-4518-48a2-b257-c38f0839349c tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409113 Sep 22 21:07:31.878532 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:07:31.883177 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] Pushing event updated for resources: {'Port': ['ID=562bfff7-7eb6-4d49-986d-7494f21c83d8,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:31.886305 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:07:32.020145 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bc349a6-3e96-42d3-a566-67237f3665a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:32.042534 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] Attempting to bind port 562bfff7-7eb6-4d49-986d-7494f21c83d8 on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:07:32.042534 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] Attempting to bind port 562bfff7-7eb6-4d49-986d-7494f21c83d8 by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': '9c4074fc-0fc8-4407-b9bd-903cca0c9392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'da3adb60-19be-4812-abcd-46503f0bd2e2'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:07:32.042534 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] Attempting to bind port 562bfff7-7eb6-4d49-986d-7494f21c83d8 on network da3adb60-19be-4812-abcd-46503f0bd2e2 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:07:32.054163 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:07:32.054616 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] Checking segment: {'id': '9c4074fc-0fc8-4407-b9bd-903cca0c9392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'da3adb60-19be-4812-abcd-46503f0bd2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:07:32.055020 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:32.055417 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] Bound using segment: {'id': '9c4074fc-0fc8-4407-b9bd-903cca0c9392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'da3adb60-19be-4812-abcd-46503f0bd2e2'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:07:32.056007 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] Bound port: 562bfff7-7eb6-4d49-986d-7494f21c83d8, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4074fc-0fc8-4407-b9bd-903cca0c9392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'da3adb60-19be-4812-abcd-46503f0bd2e2'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:07:32.056936 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:32.086916 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bc349a6-3e96-42d3-a566-67237f3665a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:32.305472 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device e7a67166-375f-422d-85eb-1095c8d9f0ab up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:07:32.403271 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] For port 562bfff7-7eb6-4d49-986d-7494f21c83d8, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:07:32.470571 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] For port 562bfff7-7eb6-4d49-986d-7494f21c83d8, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=562bfff7-7eb6-4d49-986d-7494f21c83d8,segment=NetworkSegment(9c4074fc-0fc8-4407-b9bd-903cca0c9392),segment_id=9c4074fc-0fc8-4407-b9bd-903cca0c9392)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:07:32.528475 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-2bc349a6-3e96-42d3-a566-67237f3665a4 admin admin] Allocated IP 172.27.0.157 (2c353f49-210c-4300-9e98-1f6204bdd5b4/672554c0-508e-4537-8193-f701627840d3/952b5bf7-9b97-4bef-bb2a-abbc1d13ef78) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:07:32.551101 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port e7a67166-375f-422d-85eb-1095c8d9f0ab triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:32.551804 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:32.585891 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cc793b3e-5c7e-4790-9bfb-1a60aa780d38 req-154a0553-4a9d-409d-a7b2-0abc429ac0c9 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 210 time: 0.0633631 Sep 22 21:07:32.619446 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:32.641945 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46526) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:32.712055 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea943a66-8470-43b6-aeff-a093c63b201d req-55ffd769-25cf-475b-b7aa-dc900834430b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:32.724174 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ea943a66-8470-43b6-aeff-a093c63b201d req-55ffd769-25cf-475b-b7aa-dc900834430b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.2195709 Sep 22 21:07:32.874048 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fa06abf5-2724-4327-90fa-bbe7cc17a9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:32.929582 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5453cce1-f566-4a34-a61d-5620b0d8c60b None None] Pushing event updated for resources: {'Port': ['ID=562bfff7-7eb6-4d49-986d-7494f21c83d8,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:33.024230 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ea943a66-8470-43b6-aeff-a093c63b201d req-813cdcb1-4d89-442e-88ea-cd84cb71f15f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2972310 Sep 22 21:07:33.147368 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bc349a6-3e96-42d3-a566-67237f3665a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:33.182157 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fa06abf5-2724-4327-90fa-bbe7cc17a9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:33.263119 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fa06abf5-2724-4327-90fa-bbe7cc17a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:33.282423 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad65338-ae6d-447a-8f88-4fcf04b521b0 req-9d9d61bf-45d1-4976-8395-e40d4d354566 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:33.297102 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cad65338-ae6d-447a-8f88-4fcf04b521b0 req-9d9d61bf-45d1-4976-8395-e40d4d354566 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.2424142 Sep 22 21:07:33.381260 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cad65338-ae6d-447a-8f88-4fcf04b521b0 req-cf857b35-0641-4e1e-bdac-f076f0f25f8d tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781014 Sep 22 21:07:33.386084 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bc349a6-3e96-42d3-a566-67237f3665a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:33.414833 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-fa06abf5-2724-4327-90fa-bbe7cc17a9b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c3af04cc52c4cc5bddfc260103ebe73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7692122 Sep 22 21:07:33.414833 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06abf5-2724-4327-90fa-bbe7cc17a9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bb628d-ef2a-46fd-8000-215d3654471e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:33.426385 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46534) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:33.434868 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc349a6-3e96-42d3-a566-67237f3665a4 admin admin] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:07:33.513291 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-2bc349a6-3e96-42d3-a566-67237f3665a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:07:33.526884 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc349a6-3e96-42d3-a566-67237f3665a4 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:07:33.663313 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c3bf607e-930b-4e2a-849a-5d9fe29e9185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:33.721919 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7df2f6e3-6427-47c8-b814-dcf5abeea57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:33.774860 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-262e258b-a5f2-4422-bdc7-ff24bff3d99b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:33.787877 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-262e258b-a5f2-4422-bdc7-ff24bff3d99b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.48 "GET /v2.0/networks?id=d9b6faf9-b2b7-4153-bb83-4212e925b805 HTTP/1.1" status: 200 len: 814 time: 0.3621256 Sep 22 21:07:33.790117 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7df2f6e3-6427-47c8-b814-dcf5abeea57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:33.812154 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-76dbe571-3b8f-4482-b56c-0d7fa8b9a43b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Request body: {'port': {'device_id': 'a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d', 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805', 'admin_state_up': True, 'tenant_id': '4710095783a04ccab7b1109acfbf73bb'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:33.848587 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc349a6-3e96-42d3-a566-67237f3665a4 admin admin] Pushing event updated for resources: {'Port': ['ID=952b5bf7-9b97-4bef-bb2a-abbc1d13ef78,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:34.200541 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7df2f6e3-6427-47c8-b814-dcf5abeea57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:34.205028 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7df2f6e3-6427-47c8-b814-dcf5abeea57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:34.208365 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-7df2f6e3-6427-47c8-b814-dcf5abeea57a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/01bb628d-ef2a-46fd-8000-215d3654471e HTTP/1.1" status: 204 len: 168 time: 0.7809591 Sep 22 21:07:34.226256 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df2f6e3-6427-47c8-b814-dcf5abeea57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bb628d-ef2a-46fd-8000-215d3654471e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:34.286329 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-76dbe571-3b8f-4482-b56c-0d7fa8b9a43b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Made reservation on behalf of 4710095783a04ccab7b1109acfbf73bb for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:07:34.289908 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-76dbe571-3b8f-4482-b56c-0d7fa8b9a43b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:34.359486 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 562bfff7-7eb6-4d49-986d-7494f21c83d8 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:07:34.452630 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:34.512745 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-78303edd-36e8-4a9b-9bac-7738eb7a572b req-a0a7bcd4-06a4-465b-9594-d5f610bf439c tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 210 time: 0.7096567 Sep 22 21:07:34.572509 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2c631-9ed1-44ac-aa14-80f8440bd763 req-3ec5cfa9-9fd1-4dac-ae5f-42bd2d25d6ab tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:34.576198 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6ef2c631-9ed1-44ac-aa14-80f8440bd763 req-3ec5cfa9-9fd1-4dac-ae5f-42bd2d25d6ab tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0982335 Sep 22 21:07:34.616552 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 562bfff7-7eb6-4d49-986d-7494f21c83d8 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:34.618770 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:34.666978 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-76dbe571-3b8f-4482-b56c-0d7fa8b9a43b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Allocated IP 172.20.0.6 (d9b6faf9-b2b7-4153-bb83-4212e925b805/306d6aee-3151-4adf-9b06-7ffb7fd67e61/67fb6466-819f-4336-b27f-47af06c3f096) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:07:34.749880 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:34.841217 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bc349a6-3e96-42d3-a566-67237f3665a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:34.842474 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c7d02e-1822-4507-a763-8b26a8970e97 None None] Network da3adb60-19be-4812-abcd-46503f0bd2e2 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:07:34.970845 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6ef2c631-9ed1-44ac-aa14-80f8440bd763 req-79ad188f-5f69-490a-b5ea-5432b95087ba tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3880005 Sep 22 21:07:34.996699 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d96f7-02b6-4eed-b7eb-810f4c8ff659 req-31df1921-d9aa-4e9a-bfd5-4b81cb9cb09c tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:34.996699 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-495d96f7-02b6-4eed-b7eb-810f4c8ff659 req-31df1921-d9aa-4e9a-bfd5-4b81cb9cb09c tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.1735036 Sep 22 21:07:35.059310 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-76dbe571-3b8f-4482-b56c-0d7fa8b9a43b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:35.131971 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-7f47b990-d263-4758-a0cc-f22fb120200a None None] Provisioning complete for port 562bfff7-7eb6-4d49-986d-7494f21c83d8 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:35.132323 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7f47b990-d263-4758-a0cc-f22fb120200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:35.237950 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-495d96f7-02b6-4eed-b7eb-810f4c8ff659 req-7d13207f-24f4-4f77-b48d-0efdea5edf20 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306080 Sep 22 21:07:35.410995 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bc349a6-3e96-42d3-a566-67237f3665a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3737356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:35.441691 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:35.515684 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] For port 562bfff7-7eb6-4d49-986d-7494f21c83d8, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=562bfff7-7eb6-4d49-986d-7494f21c83d8,segment=NetworkSegment(9c4074fc-0fc8-4407-b9bd-903cca0c9392),segment_id=9c4074fc-0fc8-4407-b9bd-903cca0c9392)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:07:35.601073 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-76dbe571-3b8f-4482-b56c-0d7fa8b9a43b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:35.636411 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-7f47b990-d263-4758-a0cc-f22fb120200a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:35.645260 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['d0322484-0295-4e37-9940-2128771d0ddf', '1c109839-b1a2-4fa5-a6ed-bb00afb4ac31'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:07:35.746026 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbe571-3b8f-4482-b56c-0d7fa8b9a43b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Pushing event updated for resources: {'Port': ['ID=67fb6466-819f-4336-b27f-47af06c3f096,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:35.775220 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-76dbe571-3b8f-4482-b56c-0d7fa8b9a43b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Network d9b6faf9-b2b7-4153-bb83-4212e925b805 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:07:35.776883 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-76dbe571-3b8f-4482-b56c-0d7fa8b9a43b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:07:35.780792 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-76dbe571-3b8f-4482-b56c-0d7fa8b9a43b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:07:35.808157 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 46556) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:35.855779 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-91c08974-c073-40e0-8b99-35bf76ab9969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:35.877325 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:35.893461 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-76dbe571-3b8f-4482-b56c-0d7fa8b9a43b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:35.894134 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-76dbe571-3b8f-4482-b56c-0d7fa8b9a43b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:35.941538 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Pushing event updated for resources: {'Port': ['ID=562bfff7-7eb6-4d49-986d-7494f21c83d8,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:35.942275 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85b721-0414-4ed2-826c-9d3ef891133f req-b4a52079-f007-4452-98aa-1479b1010ee9 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:35.959517 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2e85b721-0414-4ed2-826c-9d3ef891133f req-b4a52079-f007-4452-98aa-1479b1010ee9 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 931 time: 0.2856905 Sep 22 21:07:36.006828 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2e85b721-0414-4ed2-826c-9d3ef891133f req-f74082a8-681f-49ac-a687-cf698e499aa5 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425246 Sep 22 21:07:36.007523 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-76dbe571-3b8f-4482-b56c-0d7fa8b9a43b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1958716 Sep 22 21:07:36.019503 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.db.api [None req-7f47b990-d263-4758-a0cc-f22fb120200a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:07:36.019730 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Request body: {'port': {'device_id': 'a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:36.019842 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG oslo_db.api [None req-7f47b990-d263-4758-a0cc-f22fb120200a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:07:36.110002 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc349a6-3e96-42d3-a566-67237f3665a4 admin admin] Router 7bc5aaa8-a7ad-44a4-8462-37a310b66b4c is scheduled to L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 21:07:36.153649 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:36.320769 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 562bfff7-7eb6-4d49-986d-7494f21c83d8 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:07:36.394823 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-91c08974-c073-40e0-8b99-35bf76ab9969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:36.515321 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 562bfff7-7eb6-4d49-986d-7494f21c83d8 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:36.516438 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:36.581600 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67fb6466-819f-4336-b27f-47af06c3f096 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:07:36.591047 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:36.607079 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Transition to ACTIVE for port object 67fb6466-819f-4336-b27f-47af06c3f096 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:07:36.607775 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-91c08974-c073-40e0-8b99-35bf76ab9969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:36.640912 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5ad25-f271-4363-9b79-c21622270c9b req-6237677c-8c71-42a0-bf6d-ab7abf76d04b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:36.642845 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-18c5ad25-f271-4363-9b79-c21622270c9b req-6237677c-8c71-42a0-bf6d-ab7abf76d04b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.3958933 Sep 22 21:07:36.691722 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:36.735748 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-18c5ad25-f271-4363-9b79-c21622270c9b req-6a6b4089-bc39-4aa0-a94b-2e66c6550c1c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788267 Sep 22 21:07:36.749952 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc349a6-3e96-42d3-a566-67237f3665a4 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:07:36.763595 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] Sync routers for ids ['7bc5aaa8-a7ad-44a4-8462-37a310b66b4c'] in dv-cinder-810415-3-iscsi {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:07:36.784836 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] Routers {'7bc5aaa8-a7ad-44a4-8462-37a310b66b4c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:07:36.785732 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:07:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7bc5aaa8-a7ad-44a4-8462-37a310b66b4c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:36.785896 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbedc1-381e-42ce-8797-1096ac1af905 req-11591bb4-0071-487e-a002-4a640db27d4e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:36.787389 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-34cbedc1-381e-42ce-8797-1096ac1af905 req-11591bb4-0071-487e-a002-4a640db27d4e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.3913188 Sep 22 21:07:36.798094 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-91c08974-c073-40e0-8b99-35bf76ab9969 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e2fa2ca795b54368a6d86e27d34b321b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9862387 Sep 22 21:07:36.798718 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46564) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:36.802005 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c08974-c073-40e0-8b99-35bf76ab9969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cf35bf-89f7-40eb-a339-e8431ffccc68,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:36.864629 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-629859f0-50c0-4fea-af4d-27ece1a3088b None None] Provisioning complete for port 562bfff7-7eb6-4d49-986d-7494f21c83d8 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:36.865072 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-629859f0-50c0-4fea-af4d-27ece1a3088b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:36.899183 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-34cbedc1-381e-42ce-8797-1096ac1af905 req-b7a637a1-45fd-460a-92cf-885f6085a231 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959632 Sep 22 21:07:36.911525 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa279954-6dc0-41bf-b4fe-5c42411e5d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:36.948142 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa279954-6dc0-41bf-b4fe-5c42411e5d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:36.961399 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] Set router 7bc5aaa8-a7ad-44a4-8462-37a310b66b4c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:07:37.109396 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:37.164536 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Pushing event updated for resources: {'Port': ['ID=67fb6466-819f-4336-b27f-47af06c3f096,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:37.185760 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc5aaa8-a7ad-44a4-8462-37a310b66b4c', 'name': 'tempest-TestVolumeBootPattern-279454946-router', 'tenant_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '952b5bf7-9b97-4bef-bb2a-abbc1d13ef78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:30Z', 'updated_at': '2021-09-22T21:07:34Z', 'revision_number': 3, 'project_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'gw_port': {'id': '952b5bf7-9b97-4bef-bb2a-abbc1d13ef78', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:01:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc5aaa8-a7ad-44a4-8462-37a310b66b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:32Z', 'updated_at': '2021-09-22T21:07:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:37.230786 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2bc349a6-3e96-42d3-a566-67237f3665a4 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:37.231279 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] Checking router: 7bc5aaa8-a7ad-44a4-8462-37a310b66b4c for host: dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:07:37.231279 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] Updating router 7bc5aaa8-a7ad-44a4-8462-37a310b66b4c port 952b5bf7-9b97-4bef-bb2a-abbc1d13ef78 binding host dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:07:37.231473 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-2bc349a6-3e96-42d3-a566-67237f3665a4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2112284 Sep 22 21:07:37.238756 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46572) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:37.267473 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:37.277982 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06166247-777b-4d7d-834a-760cdb6624fc req-83d710a8-01f2-4c5d-bc01-6287c877f5cb tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:37.287651 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-06166247-777b-4d7d-834a-760cdb6624fc req-83d710a8-01f2-4c5d-bc01-6287c877f5cb tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 943 time: 0.1742301 Sep 22 21:07:37.298867 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa279954-6dc0-41bf-b4fe-5c42411e5d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:37.301586 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-aa279954-6dc0-41bf-b4fe-5c42411e5d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:37.302805 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-aa279954-6dc0-41bf-b4fe-5c42411e5d22 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67cf35bf-89f7-40eb-a339-e8431ffccc68 HTTP/1.1" status: 204 len: 168 time: 0.5013185 Sep 22 21:07:37.393067 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa279954-6dc0-41bf-b4fe-5c42411e5d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cf35bf-89f7-40eb-a339-e8431ffccc68,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:37.440134 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-06166247-777b-4d7d-834a-760cdb6624fc req-64574fc6-48ce-456a-a5a6-34339d6d5960 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437235 Sep 22 21:07:37.539714 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Attempting to bind port 67fb6466-819f-4336-b27f-47af06c3f096 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:07:37.540107 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Attempting to bind port 67fb6466-819f-4336-b27f-47af06c3f096 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'b050491d-33ef-46e3-9e42-218a94a7b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:07:37.549129 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Attempting to bind port 67fb6466-819f-4336-b27f-47af06c3f096 on network d9b6faf9-b2b7-4153-bb83-4212e925b805 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:07:37.561559 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Port 67fb6466-819f-4336-b27f-47af06c3f096 on network d9b6faf9-b2b7-4153-bb83-4212e925b805 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:07:37.562429 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Attempting to bind port 67fb6466-819f-4336-b27f-47af06c3f096 on network d9b6faf9-b2b7-4153-bb83-4212e925b805 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:07:37.573691 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:07:37.579276 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Checking segment: {'id': 'b050491d-33ef-46e3-9e42-218a94a7b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:07:37.579276 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Bound using segment: {'id': 'b050491d-33ef-46e3-9e42-218a94a7b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:07:37.579276 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Bound port: 67fb6466-819f-4336-b27f-47af06c3f096, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b050491d-33ef-46e3-9e42-218a94a7b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:07:37.579276 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:37.744140 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:37.795469 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] For port 67fb6466-819f-4336-b27f-47af06c3f096, host hv-cinder-81041, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:07:37.823572 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] For port 67fb6466-819f-4336-b27f-47af06c3f096, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=67fb6466-819f-4336-b27f-47af06c3f096,segment=NetworkSegment(b050491d-33ef-46e3-9e42-218a94a7b92f),segment_id=b050491d-33ef-46e3-9e42-218a94a7b92f)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:07:37.833326 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:37.962714 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] Attempting to bind port 952b5bf7-9b97-4bef-bb2a-abbc1d13ef78 on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:07:37.963088 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] Attempting to bind port 952b5bf7-9b97-4bef-bb2a-abbc1d13ef78 by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:07:37.963454 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] Attempting to bind port 952b5bf7-9b97-4bef-bb2a-abbc1d13ef78 on network 2c353f49-210c-4300-9e98-1f6204bdd5b4 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:07:37.964283 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a242780-591b-4103-a87b-e8743164baa6 req-a43050fe-740a-4ea4-b246-bd2deed3036c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:37.966151 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0a242780-591b-4103-a87b-e8743164baa6 req-a43050fe-740a-4ea4-b246-bd2deed3036c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0708525 Sep 22 21:07:37.991966 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41980bd-83d0-473a-bcb6-a5ed4aecba4b None None] Pushing event updated for resources: {'Port': ['ID=952b5bf7-9b97-4bef-bb2a-abbc1d13ef78,revision_number=2']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:38.000572 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:07:38.001573 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] Checking segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:07:38.001573 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:38.001798 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] Bound using segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:07:38.002341 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] Bound port: 952b5bf7-9b97-4bef-bb2a-abbc1d13ef78, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:07:38.002743 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:38.067555 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0a242780-591b-4103-a87b-e8743164baa6 req-634fed30-2198-4f4e-b0de-66c3305f16d0 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951331 Sep 22 21:07:38.123905 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d1484-b5a8-46c9-8775-5572299a636f req-c347a9d6-e52c-4d74-a8bb-50563f3ea948 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:38.126774 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e69d1484-b5a8-46c9-8775-5572299a636f req-c347a9d6-e52c-4d74-a8bb-50563f3ea948 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.1182454 Sep 22 21:07:38.215310 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e69d1484-b5a8-46c9-8775-5572299a636f req-430bb80a-dce2-4d55-80c7-cd605f69030e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824323 Sep 22 21:07:38.247013 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] For port 952b5bf7-9b97-4bef-bb2a-abbc1d13ef78, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:07:38.251764 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] For port 952b5bf7-9b97-4bef-bb2a-abbc1d13ef78, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=952b5bf7-9b97-4bef-bb2a-abbc1d13ef78,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:07:38.338466 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:38.472936 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41980bd-83d0-473a-bcb6-a5ed4aecba4b None None] Pushing event updated for resources: {'Port': ['ID=952b5bf7-9b97-4bef-bb2a-abbc1d13ef78,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:38.509758 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] Routers {'7bc5aaa8-a7ad-44a4-8462-37a310b66b4c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:07:38.509944 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:07:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7bc5aaa8-a7ad-44a4-8462-37a310b66b4c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:38.627948 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:38.738781 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e343f-d4cb-42af-a314-ca275fe9cef2 req-2982dde1-7d25-4f1a-a479-187f2eb3a7df tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:38.752677 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-308e343f-d4cb-42af-a314-ca275fe9cef2 req-2982dde1-7d25-4f1a-a479-187f2eb3a7df tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 943 time: 0.1291025 Sep 22 21:07:38.783277 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:38.784355 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:38.786544 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] 10.222.0.48 "PUT /v2.0/ports/67fb6466-819f-4336-b27f-47af06c3f096 HTTP/1.1" status: 200 len: 1093 time: 2.7716963 Sep 22 21:07:38.829736 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] Set router 7bc5aaa8-a7ad-44a4-8462-37a310b66b4c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:07:38.831637 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e386eee-705f-4f36-805b-d9c23afe1f04 service neutron] Pushing event updated for resources: {'Port': ['ID=67fb6466-819f-4336-b27f-47af06c3f096,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:38.863126 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d', 'tag': '67fb6466-819f-4336-b27f-47af06c3f096'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:07:38.869237 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-308e343f-d4cb-42af-a314-ca275fe9cef2 req-2da8901d-9ce5-4bed-99a2-95d6b9f4f3e3 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105382 Sep 22 21:07:38.873926 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36c15a8-e41b-42c2-9847-4b445ab658f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d", "tag": "67fb6466-819f-4336-b27f-47af06c3f096"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:07:39.031780 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7a0280-606b-4e02-afb5-e76dc33bb5b5 x-openstack-request-id: req-ab7a0280-606b-4e02-afb5-e76dc33bb5b5 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:07:39.031780 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d", "tag": "67fb6466-819f-4336-b27f-47af06c3f096", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:07:39.032143 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ab7a0280-606b-4e02-afb5-e76dc33bb5b5 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:07:39.032505 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d', 'tag': '67fb6466-819f-4336-b27f-47af06c3f096', 'status': 'completed', 'code': 200} Sep 22 21:07:39.055351 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-31334f51-31ee-4cd1-b51c-9fd9b4ff975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:39.056997 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-31334f51-31ee-4cd1-b51c-9fd9b4ff975e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4710095783a04ccab7b1109acfbf73bb&device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 1096 time: 0.1065626 Sep 22 21:07:39.059025 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7ba837db-a964-49a2-b063-cef4bcb0de02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:39.418093 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f0d66-ac1a-426c-98f9-90c4d46add14 req-5ca30d00-9e3c-43c7-906c-4164da0bbe69 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:39.419680 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1e2f0d66-ac1a-426c-98f9-90c4d46add14 req-5ca30d00-9e3c-43c7-906c-4164da0bbe69 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.1714234 Sep 22 21:07:39.477115 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-0479cc03-4894-4434-8c6b-7ab47d3a4712 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67fb6466-819f-4336-b27f-47af06c3f096 HTTP/1.1" status: 200 len: 217 time: 0.3983288 Sep 22 21:07:39.528205 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1e2f0d66-ac1a-426c-98f9-90c4d46add14 req-519a9037-dc6b-4efe-9834-ad8747f88300 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935385 Sep 22 21:07:39.532444 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc5aaa8-a7ad-44a4-8462-37a310b66b4c', 'name': 'tempest-TestVolumeBootPattern-279454946-router', 'tenant_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '952b5bf7-9b97-4bef-bb2a-abbc1d13ef78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:30Z', 'updated_at': '2021-09-22T21:07:34Z', 'revision_number': 3, 'project_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'gw_port': {'id': '952b5bf7-9b97-4bef-bb2a-abbc1d13ef78', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:01:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc5aaa8-a7ad-44a4-8462-37a310b66b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:32Z', 'updated_at': '2021-09-22T21:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:39.546973 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd701895-d732-4201-a454-9e8dc35dd794 req-932999e9-7c16-4a3e-8654-03a9ab17ff08 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:39.564387 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fd701895-d732-4201-a454-9e8dc35dd794 req-932999e9-7c16-4a3e-8654-03a9ab17ff08 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.1555746 Sep 22 21:07:39.638240 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b22e5b-7de8-4290-96db-d279c927e6a8 None None] The sync data for ids ['7bc5aaa8-a7ad-44a4-8462-37a310b66b4c'] in dv-cinder-810415-3-iscsi is: [{'id': '7bc5aaa8-a7ad-44a4-8462-37a310b66b4c', 'name': 'tempest-TestVolumeBootPattern-279454946-router', 'tenant_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '952b5bf7-9b97-4bef-bb2a-abbc1d13ef78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:30Z', 'updated_at': '2021-09-22T21:07:34Z', 'revision_number': 3, 'project_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'gw_port': {'id': '952b5bf7-9b97-4bef-bb2a-abbc1d13ef78', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:01:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc5aaa8-a7ad-44a4-8462-37a310b66b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:32Z', 'updated_at': '2021-09-22T21:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:07:39.645395 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fd701895-d732-4201-a454-9e8dc35dd794 req-aea11426-7a45-40a0-877f-4d87d168c134 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860443 Sep 22 21:07:39.660936 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-cc1a01e4-8672-43fd-a0e3-10e82e0b21ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:39.662583 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-cc1a01e4-8672-43fd-a0e3-10e82e0b21ab service neutron] 10.222.0.48 "GET /v2.0/subnets?id=306d6aee-3151-4adf-9b06-7ffb7fd67e61 HTTP/1.1" status: 200 len: 854 time: 0.1670766 Sep 22 21:07:39.671665 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-7ba837db-a964-49a2-b063-cef4bcb0de02 admin admin] Allocated IP 172.20.0.1 (da3adb60-19be-4812-abcd-46503f0bd2e2/30725565-7854-4b0c-8548-d00ec01d6020/9656ffd2-2106-46ba-ac9b-df62305c8c34) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:07:39.796502 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-a1152eb2-3a94-48cf-afdd-270cc64d2883 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9b6faf9-b2b7-4153-bb83-4212e925b805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830383 Sep 22 21:07:40.171820 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-64d1368f-d515-4dce-9da3-eee69422ab63 service neutron] 10.222.0.48 "GET /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405578 Sep 22 21:07:40.200393 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b671527-8b1e-446d-9d2b-e5e90576e4f3 req-dcd78550-56c1-4c9c-93b6-413cc0d51f7c tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:40.202768 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0b671527-8b1e-446d-9d2b-e5e90576e4f3 req-dcd78550-56c1-4c9c-93b6-413cc0d51f7c tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 943 time: 0.1740222 Sep 22 21:07:40.285942 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0b671527-8b1e-446d-9d2b-e5e90576e4f3 req-b07057a5-5109-4196-8475-605f9462a0e1 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761213 Sep 22 21:07:40.322363 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7ba837db-a964-49a2-b063-cef4bcb0de02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:40.448775 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c18b5f4c-e38c-4665-bb1a-38bc33692ba7 req-45def591-1e3c-403f-af7c-3724fce9e3fa service neutron] 10.222.0.48 "GET /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658260 Sep 22 21:07:40.569701 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7ba837db-a964-49a2-b063-cef4bcb0de02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:40.715782 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba837db-a964-49a2-b063-cef4bcb0de02 admin admin] Pushing event updated for resources: {'Port': ['ID=9656ffd2-2106-46ba-ac9b-df62305c8c34,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:40.778725 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba837db-a964-49a2-b063-cef4bcb0de02 admin admin] Network da3adb60-19be-4812-abcd-46503f0bd2e2 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:07:40.784184 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-7ba837db-a964-49a2-b063-cef4bcb0de02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:07:40.797517 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba837db-a964-49a2-b063-cef4bcb0de02 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:07:40.860008 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7bbc7-74ec-44b4-a712-850d61a62006 req-ab46a8dc-14dd-431a-9535-45646421f536 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:40.894517 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c15a8-e41b-42c2-9847-4b445ab658f1 req-7b79d532-c4c9-49d7-8d00-8164a09e64cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:40.896515 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-a36c15a8-e41b-42c2-9847-4b445ab658f1 req-7b79d532-c4c9-49d7-8d00-8164a09e64cf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4710095783a04ccab7b1109acfbf73bb&device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 1096 time: 0.1909676 Sep 22 21:07:40.896647 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bfc7bbc7-74ec-44b4-a712-850d61a62006 req-ab46a8dc-14dd-431a-9535-45646421f536 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.2420595 Sep 22 21:07:40.918494 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7ba837db-a964-49a2-b063-cef4bcb0de02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3741573'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:40.992184 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:41.076622 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bfc7bbc7-74ec-44b4-a712-850d61a62006 req-10501414-df56-4a69-bdf2-3bbb2544f0b7 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789460 Sep 22 21:07:41.123167 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7566b-1374-4a5f-8722-6605b1c94320 req-ee0e6986-4703-4dd1-9897-95e2ac632963 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:41.136903 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b0c7566b-1374-4a5f-8722-6605b1c94320 req-ee0e6986-4703-4dd1-9897-95e2ac632963 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.2374473 Sep 22 21:07:41.240527 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b0c7566b-1374-4a5f-8722-6605b1c94320 req-47b1698e-7bf9-4003-a9c7-127aa12f19bb tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026306 Sep 22 21:07:41.343031 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7ba837db-a964-49a2-b063-cef4bcb0de02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:41.360942 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4d188dd4-4823-4769-8887-019d2bed5bce None None] Provisioning complete for port 9656ffd2-2106-46ba-ac9b-df62305c8c34 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:41.361325 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4d188dd4-4823-4769-8887-019d2bed5bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:41.500880 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c15a8-e41b-42c2-9847-4b445ab658f1 req-23b705c3-8840-4821-9b05-3dd1b4b05dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:41.502409 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-a36c15a8-e41b-42c2-9847-4b445ab658f1 req-23b705c3-8840-4821-9b05-3dd1b4b05dfa service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9b6faf9-b2b7-4153-bb83-4212e925b805 HTTP/1.1" status: 200 len: 915 time: 0.5963969 Sep 22 21:07:41.568205 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5dbc6-3dec-4385-98a3-700f9797b816 req-692d445d-1cca-451b-9964-bf0cba477c5e tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:41.569720 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4ce5dbc6-3dec-4385-98a3-700f9797b816 req-692d445d-1cca-451b-9964-bf0cba477c5e tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 943 time: 0.1018984 Sep 22 21:07:41.581641 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4d188dd4-4823-4769-8887-019d2bed5bce None None] Port 9656ffd2-2106-46ba-ac9b-df62305c8c34 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:07:41.665083 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-a36c15a8-e41b-42c2-9847-4b445ab658f1 req-875138cb-0a4b-42e7-90f0-c3c42d7053d0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67fb6466-819f-4336-b27f-47af06c3f096 HTTP/1.1" status: 200 len: 217 time: 0.1535978 Sep 22 21:07:41.683041 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4ce5dbc6-3dec-4385-98a3-700f9797b816 req-f22f17a3-bb11-4c44-b210-2677219fc167 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027308 Sep 22 21:07:41.845032 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c15a8-e41b-42c2-9847-4b445ab658f1 req-071bbb66-5b80-4182-b6df-a231936f9802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:41.846650 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-a36c15a8-e41b-42c2-9847-4b445ab658f1 req-071bbb66-5b80-4182-b6df-a231936f9802 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=306d6aee-3151-4adf-9b06-7ffb7fd67e61 HTTP/1.1" status: 200 len: 854 time: 0.1707256 Sep 22 21:07:41.904305 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7ba837db-a964-49a2-b063-cef4bcb0de02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:41.933449 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-a36c15a8-e41b-42c2-9847-4b445ab658f1 req-af11ca2f-df36-49db-b745-34c7d264b70b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9b6faf9-b2b7-4153-bb83-4212e925b805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726218 Sep 22 21:07:42.008267 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7ba837db-a964-49a2-b063-cef4bcb0de02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:42.157172 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7ba837db-a964-49a2-b063-cef4bcb0de02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3740533'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:42.310470 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138aa4d-84b6-440e-8bf9-f1840c1f400e req-81a7b371-37f4-4837-9a55-460e2e1011ea tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:42.311270 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 952b5bf7-9b97-4bef-bb2a-abbc1d13ef78 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:07:42.326608 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b138aa4d-84b6-440e-8bf9-f1840c1f400e req-81a7b371-37f4-4837-9a55-460e2e1011ea tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.1619570 Sep 22 21:07:42.502292 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 952b5bf7-9b97-4bef-bb2a-abbc1d13ef78 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:42.504031 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:42.532417 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba837db-a964-49a2-b063-cef4bcb0de02 admin admin] Pushing event updated for resources: {'Port': ['ID=9656ffd2-2106-46ba-ac9b-df62305c8c34,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:42.534255 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b138aa4d-84b6-440e-8bf9-f1840c1f400e req-16618035-cafa-4af9-b483-da4c25ec754c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991255 Sep 22 21:07:42.555092 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e18e5f-bd10-49a7-b086-1fc77c1a756a req-e8d0a207-3f88-4139-b4ee-90c48c32e8a7 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:42.569025 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c3e18e5f-bd10-49a7-b086-1fc77c1a756a req-e8d0a207-3f88-4139-b4ee-90c48c32e8a7 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.2325158 Sep 22 21:07:42.607551 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-a36c15a8-e41b-42c2-9847-4b445ab658f1 req-b4e2fafe-01f3-4abe-8c41-c45cd8ec59b6 service neutron] 10.222.0.48 "GET /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6701355 Sep 22 21:07:42.645314 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c3e18e5f-bd10-49a7-b086-1fc77c1a756a req-4d393198-ab62-47bd-9f7e-af183574a949 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747821 Sep 22 21:07:42.713067 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:42.721265 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba837db-a964-49a2-b063-cef4bcb0de02 admin admin] Network da3adb60-19be-4812-abcd-46503f0bd2e2 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:07:42.731016 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-7ba837db-a964-49a2-b063-cef4bcb0de02 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:07:42.767332 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] For port 952b5bf7-9b97-4bef-bb2a-abbc1d13ef78, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=952b5bf7-9b97-4bef-bb2a-abbc1d13ef78,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:07:42.927841 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:42.939774 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-a36c15a8-e41b-42c2-9847-4b445ab658f1 req-792aa59c-6984-4936-9733-a1f1847c788a service neutron] 10.222.0.48 "GET /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242440 Sep 22 21:07:43.027140 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e161726-7391-4626-b818-36b051c2c287 req-1c980bd5-eded-4fb3-810a-1409f5ce5964 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:43.038539 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5e161726-7391-4626-b818-36b051c2c287 req-1c980bd5-eded-4fb3-810a-1409f5ce5964 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 943 time: 0.2257266 Sep 22 21:07:43.087218 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Pushing event updated for resources: {'Port': ['ID=952b5bf7-9b97-4bef-bb2a-abbc1d13ef78,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:43.181974 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5e161726-7391-4626-b818-36b051c2c287 req-6bfed709-3312-41dd-a628-e3f0bf880633 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687556 Sep 22 21:07:43.184169 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba837db-a964-49a2-b063-cef4bcb0de02 admin admin] Router 7bc5aaa8-a7ad-44a4-8462-37a310b66b4c has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:07:43.263991 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ab328cef-f066-429e-b02e-83116b5ebd28 None None] Provisioning complete for port 9656ffd2-2106-46ba-ac9b-df62305c8c34 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:43.264694 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ab328cef-f066-429e-b02e-83116b5ebd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:43.285568 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba837db-a964-49a2-b063-cef4bcb0de02 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:07:43.294878 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-7ba837db-a964-49a2-b063-cef4bcb0de02 admin admin] 10.222.0.42 "PUT /v2.0/routers/7bc5aaa8-a7ad-44a4-8462-37a310b66b4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0529873 Sep 22 21:07:43.301704 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] Sync routers for ids ['7bc5aaa8-a7ad-44a4-8462-37a310b66b4c'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:07:43.323329 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] Routers {'7bc5aaa8-a7ad-44a4-8462-37a310b66b4c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:07:43.324008 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:07:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7bc5aaa8-a7ad-44a4-8462-37a310b66b4c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:43.325833 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-ab328cef-f066-429e-b02e-83116b5ebd28 None None] Port 9656ffd2-2106-46ba-ac9b-df62305c8c34 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:07:43.439104 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] Set router 7bc5aaa8-a7ad-44a4-8462-37a310b66b4c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:07:43.718014 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3c3ab-2d74-43f4-a8a0-2c809891850a req-eb6e4b92-8fc0-4b03-9d00-3983bc8fef6c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:43.718719 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc5aaa8-a7ad-44a4-8462-37a310b66b4c', 'name': 'tempest-TestVolumeBootPattern-279454946-router', 'tenant_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '952b5bf7-9b97-4bef-bb2a-abbc1d13ef78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:30Z', 'updated_at': '2021-09-22T21:07:41Z', 'revision_number': 4, 'project_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'gw_port': {'id': '952b5bf7-9b97-4bef-bb2a-abbc1d13ef78', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc5aaa8-a7ad-44a4-8462-37a310b66b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:32Z', 'updated_at': '2021-09-22T21:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': '9656ffd2-2106-46ba-ac9b-df62305c8c34', 'name': '', 'network_id': 'da3adb60-19be-4812-abcd-46503f0bd2e2', 'tenant_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'mac_address': 'fa:16:3e:86:6d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc5aaa8-a7ad-44a4-8462-37a310b66b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '30725565-7854-4b0c-8548-d00ec01d6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:39Z', 'updated_at': '2021-09-22T21:07:41Z', 'revision_number': 2, 'project_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'subnets': [{'id': '30725565-7854-4b0c-8548-d00ec01d6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:43.718882 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4ab3c3ab-2d74-43f4-a8a0-2c809891850a req-eb6e4b92-8fc0-4b03-9d00-3983bc8fef6c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0819104 Sep 22 21:07:43.759520 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] Checking router: 7bc5aaa8-a7ad-44a4-8462-37a310b66b4c for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:07:43.759837 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] Updating router 7bc5aaa8-a7ad-44a4-8462-37a310b66b4c port 9656ffd2-2106-46ba-ac9b-df62305c8c34 binding host dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:07:43.773776 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4ab3c3ab-2d74-43f4-a8a0-2c809891850a req-0c4f9341-1e29-4306-b34e-e088af3a602a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386312 Sep 22 21:07:43.784012 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:43.929719 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535303c-60fa-4361-bc56-06066aba06ef req-b1237f58-6d78-45e3-bd33-82f7860c964a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:43.937170 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3535303c-60fa-4361-bc56-06066aba06ef req-b1237f58-6d78-45e3-bd33-82f7860c964a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0841887 Sep 22 21:07:43.973202 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3535303c-60fa-4361-bc56-06066aba06ef req-8d771d87-1377-4dc6-b9f3-efe02a4566a9 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348191 Sep 22 21:07:44.278168 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 952b5bf7-9b97-4bef-bb2a-abbc1d13ef78 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:07:44.303325 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:44.315330 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46708) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:44.348271 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 46712) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:44.356696 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-e5650e50-779a-4202-bb58-5c0391c90f68 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-798236774', 'description': 'tempest-secgroup-smoke-798236774 description', 'project_id': '2b3af2e0553c429bac5d74807160a543'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:44.416383 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 952b5bf7-9b97-4bef-bb2a-abbc1d13ef78 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:44.417065 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:44.437189 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3ddbc-b042-4e77-96e9-a579125accbb req-26a1ec26-9232-4532-9ec8-e43fe5085f3d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:44.452133 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b5c3ddbc-b042-4e77-96e9-a579125accbb req-26a1ec26-9232-4532-9ec8-e43fe5085f3d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 943 time: 0.1976402 Sep 22 21:07:44.460980 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:44.566922 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b5c3ddbc-b042-4e77-96e9-a579125accbb req-39b8ec0b-41c2-4b40-a0ca-f682d6287b2b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129355 Sep 22 21:07:44.590548 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e5650e50-779a-4202-bb58-5c0391c90f68 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:44.659301 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0ce1-6c5f-412f-8499-0b52aa08af72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:44.700014 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8180e19-ae3b-4047-bdf6-b78d0d238d70 None None] Pushing event updated for resources: {'Port': ['ID=9656ffd2-2106-46ba-ac9b-df62305c8c34,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:44.750335 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] Attempting to bind port 9656ffd2-2106-46ba-ac9b-df62305c8c34 on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:07:44.750715 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] Attempting to bind port 9656ffd2-2106-46ba-ac9b-df62305c8c34 by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': '9c4074fc-0fc8-4407-b9bd-903cca0c9392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'da3adb60-19be-4812-abcd-46503f0bd2e2'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:07:44.751082 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] Attempting to bind port 9656ffd2-2106-46ba-ac9b-df62305c8c34 on network da3adb60-19be-4812-abcd-46503f0bd2e2 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:07:44.764771 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e5650e50-779a-4202-bb58-5c0391c90f68 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:44.795557 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:07:44.796122 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] Checking segment: {'id': '9c4074fc-0fc8-4407-b9bd-903cca0c9392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'da3adb60-19be-4812-abcd-46503f0bd2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:07:44.797030 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:44.797846 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] Bound using segment: {'id': '9c4074fc-0fc8-4407-b9bd-903cca0c9392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'da3adb60-19be-4812-abcd-46503f0bd2e2'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:07:44.798348 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] Bound port: 9656ffd2-2106-46ba-ac9b-df62305c8c34, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c4074fc-0fc8-4407-b9bd-903cca0c9392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'da3adb60-19be-4812-abcd-46503f0bd2e2'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:07:44.798738 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:44.824114 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e5650e50-779a-4202-bb58-5c0391c90f68 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:44.907470 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5650e50-779a-4202-bb58-5c0391c90f68 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b528a55a-b01e-4d56-8f7f-e01325c97429,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:44.995042 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] For port 9656ffd2-2106-46ba-ac9b-df62305c8c34, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:07:45.002769 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] For port 9656ffd2-2106-46ba-ac9b-df62305c8c34, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=9656ffd2-2106-46ba-ac9b-df62305c8c34,segment=NetworkSegment(9c4074fc-0fc8-4407-b9bd-903cca0c9392),segment_id=9c4074fc-0fc8-4407-b9bd-903cca0c9392)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:07:45.022350 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0ce1-6c5f-412f-8499-0b52aa08af72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:45.043669 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f579f-c5f1-4203-b24a-b766d1b5c444 req-711899f2-ebfd-4720-8bfc-d58e180d82e5 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:45.051590 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a23f579f-c5f1-4203-b24a-b766d1b5c444 req-711899f2-ebfd-4720-8bfc-d58e180d82e5 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.1020555 Sep 22 21:07:45.070363 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:45.097665 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ffcf0ce1-6c5f-412f-8499-0b52aa08af72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:45.170355 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-ffcf0ce1-6c5f-412f-8499-0b52aa08af72 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f9a0fbeb47a45459e3584e920eb8700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8517077 Sep 22 21:07:45.170939 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 46718) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:45.197711 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf0ce1-6c5f-412f-8499-0b52aa08af72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b59e04a-4f85-498a-9457-b50cebe07968,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:45.200326 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5a3113b7-8726-4816-b554-e2645bb44931 None None] Provisioning complete for port 9656ffd2-2106-46ba-ac9b-df62305c8c34 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:45.200326 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5a3113b7-8726-4816-b554-e2645bb44931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:45.234656 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-e5650e50-779a-4202-bb58-5c0391c90f68 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:45.239683 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-e5650e50-779a-4202-bb58-5c0391c90f68 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8867855 Sep 22 21:07:45.277162 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] Routers {'7bc5aaa8-a7ad-44a4-8462-37a310b66b4c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:07:45.277796 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:07:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7bc5aaa8-a7ad-44a4-8462-37a310b66b4c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:45.295334 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46720) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:45.301191 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8cad3305-86c9-40b1-ab13-b40fe1e4300b tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Request body: {'security_group_rule': {'security_group_id': 'b528a55a-b01e-4d56-8f7f-e01325c97429', 'project_id': '2b3af2e0553c429bac5d74807160a543', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:45.360767 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a23f579f-c5f1-4203-b24a-b766d1b5c444 req-a0563cfd-7c6a-4b51-8c4e-b3b9659d6561 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082922 Sep 22 21:07:45.378238 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa042-f39a-4f7e-b227-ecfeb0ec6311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:45.394764 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c24d33-e04f-47e5-a297-d8de967366be req-5634f972-68c9-4b83-bd9c-79d2b603e5dc tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:45.394764 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-24c24d33-e04f-47e5-a297-d8de967366be req-5634f972-68c9-4b83-bd9c-79d2b603e5dc tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.3011227 Sep 22 21:07:45.399286 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8180e19-ae3b-4047-bdf6-b78d0d238d70 None None] Pushing event updated for resources: {'Port': ['ID=9656ffd2-2106-46ba-ac9b-df62305c8c34,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:45.429288 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8cad3305-86c9-40b1-ab13-b40fe1e4300b tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:45.446246 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa042-f39a-4f7e-b227-ecfeb0ec6311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:45.512801 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] Set router 7bc5aaa8-a7ad-44a4-8462-37a310b66b4c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:07:45.520284 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8cad3305-86c9-40b1-ab13-b40fe1e4300b tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:45.558975 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-24c24d33-e04f-47e5-a297-d8de967366be req-97af2592-4288-484f-999f-2103bada4646 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532881 Sep 22 21:07:45.622492 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa042-f39a-4f7e-b227-ecfeb0ec6311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:45.632153 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa042-f39a-4f7e-b227-ecfeb0ec6311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:45.635167 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-7f8aa042-f39a-4f7e-b227-ecfeb0ec6311 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b59e04a-4f85-498a-9457-b50cebe07968 HTTP/1.1" status: 204 len: 168 time: 0.4493520 Sep 22 21:07:45.647046 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8cad3305-86c9-40b1-ab13-b40fe1e4300b tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:45.680538 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad3305-86c9-40b1-ab13-b40fe1e4300b tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f1bbaa-4882-4ca5-b158-3309b247090f,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:45.704381 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5a3113b7-8726-4816-b554-e2645bb44931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:45.720509 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8cad3305-86c9-40b1-ab13-b40fe1e4300b tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:45.723281 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-8cad3305-86c9-40b1-ab13-b40fe1e4300b tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4254439 Sep 22 21:07:45.726157 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46734) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:45.733127 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-1669fad1-3c51-4586-b77d-1dbabc8b6488 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Request body: {'security_group_rule': {'security_group_id': 'b528a55a-b01e-4d56-8f7f-e01325c97429', 'project_id': '2b3af2e0553c429bac5d74807160a543', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:45.768134 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8aa042-f39a-4f7e-b227-ecfeb0ec6311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b59e04a-4f85-498a-9457-b50cebe07968,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:45.795117 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-5a3113b7-8726-4816-b554-e2645bb44931 None None] For port 9656ffd2-2106-46ba-ac9b-df62305c8c34, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=9656ffd2-2106-46ba-ac9b-df62305c8c34,segment=NetworkSegment(9c4074fc-0fc8-4407-b9bd-903cca0c9392),segment_id=9c4074fc-0fc8-4407-b9bd-903cca0c9392)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:07:45.798497 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4793c9-0cb6-4ee9-ad13-8b197e6dd7e8 req-01c574fa-bf39-4232-8746-6d5d762843f4 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:45.822294 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ea4793c9-0cb6-4ee9-ad13-8b197e6dd7e8 req-01c574fa-bf39-4232-8746-6d5d762843f4 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 943 time: 0.1317081 Sep 22 21:07:45.839436 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1669fad1-3c51-4586-b77d-1dbabc8b6488 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:45.897208 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ea4793c9-0cb6-4ee9-ad13-8b197e6dd7e8 req-2a981be3-5650-4a32-99c0-51686607e837 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737758 Sep 22 21:07:45.922139 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5a3113b7-8726-4816-b554-e2645bb44931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:45.968666 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1669fad1-3c51-4586-b77d-1dbabc8b6488 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:46.035586 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1669fad1-3c51-4586-b77d-1dbabc8b6488 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:46.065646 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3113b7-8726-4816-b554-e2645bb44931 None None] Pushing event updated for resources: {'Port': ['ID=9656ffd2-2106-46ba-ac9b-df62305c8c34,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:46.069319 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669fad1-3c51-4586-b77d-1dbabc8b6488 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84b579c-4b8e-4c66-abc6-1775497ec23e,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:46.094503 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e2532245-e671-44da-a13d-64b10c548108 None None] Provisioning complete for port 9656ffd2-2106-46ba-ac9b-df62305c8c34 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:46.094879 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e2532245-e671-44da-a13d-64b10c548108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:46.149458 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1669fad1-3c51-4586-b77d-1dbabc8b6488 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:46.151273 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-1669fad1-3c51-4586-b77d-1dbabc8b6488 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4236865 Sep 22 21:07:46.154151 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 46752) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:46.156399 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc5aaa8-a7ad-44a4-8462-37a310b66b4c', 'name': 'tempest-TestVolumeBootPattern-279454946-router', 'tenant_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '952b5bf7-9b97-4bef-bb2a-abbc1d13ef78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:30Z', 'updated_at': '2021-09-22T21:07:41Z', 'revision_number': 4, 'project_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'gw_port': {'id': '952b5bf7-9b97-4bef-bb2a-abbc1d13ef78', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc5aaa8-a7ad-44a4-8462-37a310b66b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:32Z', 'updated_at': '2021-09-22T21:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': '9656ffd2-2106-46ba-ac9b-df62305c8c34', 'name': '', 'network_id': 'da3adb60-19be-4812-abcd-46503f0bd2e2', 'tenant_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'mac_address': 'fa:16:3e:86:6d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc5aaa8-a7ad-44a4-8462-37a310b66b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '30725565-7854-4b0c-8548-d00ec01d6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:39Z', 'updated_at': '2021-09-22T21:07:44Z', 'revision_number': 4, 'project_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'subnets': [{'id': '30725565-7854-4b0c-8548-d00ec01d6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:46.159455 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-964fdcd4-7ce4-4ca7-b749-319c93422776 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Request body: {'security_group_rule': {'security_group_id': 'b528a55a-b01e-4d56-8f7f-e01325c97429', 'project_id': '2b3af2e0553c429bac5d74807160a543', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:46.189161 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e9abe39-9706-4703-b224-594a3a5ace17 None None] The sync data for ids ['7bc5aaa8-a7ad-44a4-8462-37a310b66b4c'] in dv-cinder-810415-3-iscsi is: [{'id': '7bc5aaa8-a7ad-44a4-8462-37a310b66b4c', 'name': 'tempest-TestVolumeBootPattern-279454946-router', 'tenant_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '952b5bf7-9b97-4bef-bb2a-abbc1d13ef78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:30Z', 'updated_at': '2021-09-22T21:07:41Z', 'revision_number': 4, 'project_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'gw_port': {'id': '952b5bf7-9b97-4bef-bb2a-abbc1d13ef78', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc5aaa8-a7ad-44a4-8462-37a310b66b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:32Z', 'updated_at': '2021-09-22T21:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': '9656ffd2-2106-46ba-ac9b-df62305c8c34', 'name': '', 'network_id': 'da3adb60-19be-4812-abcd-46503f0bd2e2', 'tenant_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'mac_address': 'fa:16:3e:86:6d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bc5aaa8-a7ad-44a4-8462-37a310b66b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '30725565-7854-4b0c-8548-d00ec01d6020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:39Z', 'updated_at': '2021-09-22T21:07:44Z', 'revision_number': 4, 'project_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'subnets': [{'id': '30725565-7854-4b0c-8548-d00ec01d6020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:07:46.307858 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-964fdcd4-7ce4-4ca7-b749-319c93422776 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:46.385839 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-964fdcd4-7ce4-4ca7-b749-319c93422776 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:46.487983 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-964fdcd4-7ce4-4ca7-b749-319c93422776 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:46.519462 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fdcd4-7ce4-4ca7-b749-319c93422776 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c89efd-8863-441d-b642-d174ac4870d8,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:46.525012 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46762) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:46.544266 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0ae306b-0a15-4e1a-8896-29de167396db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:46.545263 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50eb1c-c310-485d-b0fd-4081caffa75b req-e2a5ab3d-6530-48f6-91fd-fd806ea5ee1a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:46.546897 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-aa50eb1c-c310-485d-b0fd-4081caffa75b req-e2a5ab3d-6530-48f6-91fd-fd806ea5ee1a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0985518 Sep 22 21:07:46.603744 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-964fdcd4-7ce4-4ca7-b749-319c93422776 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:46.607600 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-964fdcd4-7ce4-4ca7-b749-319c93422776 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4497671 Sep 22 21:07:46.609647 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46766) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:46.615582 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-aa50eb1c-c310-485d-b0fd-4081caffa75b req-9c916522-7cbb-4f20-a45a-29917fef8811 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550270 Sep 22 21:07:46.623432 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-cb078aa5-c6d2-4e29-818b-41274977ef8d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Request body: {'security_group_rule': {'security_group_id': 'b528a55a-b01e-4d56-8f7f-e01325c97429', 'project_id': '2b3af2e0553c429bac5d74807160a543', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:46.730364 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57522d9-768d-44e8-901d-c80af391673c req-adfb5a33-3664-46e3-9b5e-4608d7a73e67 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:46.732480 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d57522d9-768d-44e8-901d-c80af391673c req-adfb5a33-3664-46e3-9b5e-4608d7a73e67 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0713365 Sep 22 21:07:46.759476 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0ae306b-0a15-4e1a-8896-29de167396db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:46.781451 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d57522d9-768d-44e8-901d-c80af391673c req-43c6e6a0-d103-4b92-8b22-63e412108562 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424066 Sep 22 21:07:46.868327 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0ae306b-0a15-4e1a-8896-29de167396db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:46.923397 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae306b-0a15-4e1a-8896-29de167396db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90868957-3258-49bc-ba50-c39865f62e36,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:46.930961 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-c0ae306b-0a15-4e1a-8896-29de167396db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac45f7859ff34f36972b5a7e97b2cc87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4023998 Sep 22 21:07:46.932155 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 46770) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:46.966652 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb078aa5-c6d2-4e29-818b-41274977ef8d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:46.998029 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e805e32-a42c-4073-b9be-1e7d903a09fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:47.036403 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb078aa5-c6d2-4e29-818b-41274977ef8d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:47.061623 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e805e32-a42c-4073-b9be-1e7d903a09fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:47.109656 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb078aa5-c6d2-4e29-818b-41274977ef8d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:47.133706 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fae74-3391-4c4b-8d5c-2fcab81e7dab req-7b3c34c8-8092-44d0-9455-995c6bc6bea6 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:47.145205 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a75fae74-3391-4c4b-8d5c-2fcab81e7dab req-7b3c34c8-8092-44d0-9455-995c6bc6bea6 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 943 time: 0.1095057 Sep 22 21:07:47.146721 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb078aa5-c6d2-4e29-818b-41274977ef8d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28107804-2ca9-465b-b932-f352d1dfe83d,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:47.194915 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cb078aa5-c6d2-4e29-818b-41274977ef8d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:47.196133 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-cb078aa5-c6d2-4e29-818b-41274977ef8d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5853505 Sep 22 21:07:47.198997 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46788) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:47.203506 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-a29d2ace-b764-4e56-a67d-04ef1af8fca3 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Request body: {'security_group_rule': {'security_group_id': 'b528a55a-b01e-4d56-8f7f-e01325c97429', 'project_id': '2b3af2e0553c429bac5d74807160a543', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:47.207250 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a75fae74-3391-4c4b-8d5c-2fcab81e7dab req-5387cdc9-59fd-495b-811a-28e2e7114d1d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608282 Sep 22 21:07:47.280852 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e805e32-a42c-4073-b9be-1e7d903a09fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:47.284226 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0e805e32-a42c-4073-b9be-1e7d903a09fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:47.300981 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-0e805e32-a42c-4073-b9be-1e7d903a09fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90868957-3258-49bc-ba50-c39865f62e36 HTTP/1.1" status: 204 len: 168 time: 0.3651459 Sep 22 21:07:47.303889 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.securitygroups_db [None req-a29d2ace-b764-4e56-a67d-04ef1af8fca3 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Project 2b3af2e0553c429bac5d74807160a543 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:07:47.309730 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a29d2ace-b764-4e56-a67d-04ef1af8fca3 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:47.324837 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e805e32-a42c-4073-b9be-1e7d903a09fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90868957-3258-49bc-ba50-c39865f62e36,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:47.404514 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 67fb6466-819f-4336-b27f-47af06c3f096 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:07:47.453755 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a29d2ace-b764-4e56-a67d-04ef1af8fca3 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:47.548467 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 67fb6466-819f-4336-b27f-47af06c3f096, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=67fb6466-819f-4336-b27f-47af06c3f096,segment=NetworkSegment(b050491d-33ef-46e3-9e42-218a94a7b92f),segment_id=b050491d-33ef-46e3-9e42-218a94a7b92f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:07:47.555614 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a29d2ace-b764-4e56-a67d-04ef1af8fca3 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:47.562591 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': '67fb6466-819f-4336-b27f-47af06c3f096', 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805', 'port_id': '67fb6466-819f-4336-b27f-47af06c3f096', 'mac_address': 'fa:16:3e:73:aa:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306d6aee-3151-4adf-9b06-7ffb7fd67e61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:07:47.624202 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:47.637619 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67fb6466-819f-4336-b27f-47af06c3f096 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:07:47.664195 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d2ace-b764-4e56-a67d-04ef1af8fca3 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c558e5-f6fe-458d-9165-8f48510bcd71,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:47.675075 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 67fb6466-819f-4336-b27f-47af06c3f096, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=67fb6466-819f-4336-b27f-47af06c3f096,segment=NetworkSegment(b050491d-33ef-46e3-9e42-218a94a7b92f),segment_id=b050491d-33ef-46e3-9e42-218a94a7b92f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:07:47.682817 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb9a79-17a5-4d5f-83ca-994492936a3a req-e6b65d38-9cc6-4e11-8ca3-cadb3976bd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:47.684668 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-addb9a79-17a5-4d5f-83ca-994492936a3a req-e6b65d38-9cc6-4e11-8ca3-cadb3976bd9a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 1098 time: 0.1859040 Sep 22 21:07:47.686991 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a29d2ace-b764-4e56-a67d-04ef1af8fca3 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:47.689321 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-a29d2ace-b764-4e56-a67d-04ef1af8fca3 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4893801 Sep 22 21:07:47.694186 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 46802) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:47.697744 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-01ba38f4-7b36-4757-aeef-274723fb226c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Request body: {'security_group_rule': {'security_group_id': 'b528a55a-b01e-4d56-8f7f-e01325c97429', 'project_id': '2b3af2e0553c429bac5d74807160a543', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:47.761749 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:47.846732 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.db.securitygroups_db [None req-01ba38f4-7b36-4757-aeef-274723fb226c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Project 2b3af2e0553c429bac5d74807160a543 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:07:47.850150 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=67fb6466-819f-4336-b27f-47af06c3f096,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:47.859473 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01ba38f4-7b36-4757-aeef-274723fb226c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:47.920275 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000e68e-b9d9-4c0e-aed6-c5aaa645c3cc req-b3bb0d29-b815-43ef-acc4-84d412a52ec2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:47.927508 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f000e68e-b9d9-4c0e-aed6-c5aaa645c3cc req-b3bb0d29-b815-43ef-acc4-84d412a52ec2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.1483257 Sep 22 21:07:48.027757 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-addb9a79-17a5-4d5f-83ca-994492936a3a req-7739b960-2d02-4cbe-93fc-3310e6d406a3 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348939 Sep 22 21:07:48.028814 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01ba38f4-7b36-4757-aeef-274723fb226c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:48.043078 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f000e68e-b9d9-4c0e-aed6-c5aaa645c3cc req-40a9aaad-f22e-429f-b478-cb5099cbe5f7 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144228 Sep 22 21:07:48.058343 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672874d-79f4-4ed0-b395-77c84cb741cb req-9c903f40-3a48-48b4-989e-46213b234e16 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:48.063356 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2672874d-79f4-4ed0-b395-77c84cb741cb req-9c903f40-3a48-48b4-989e-46213b234e16 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.1299567 Sep 22 21:07:48.097297 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['67fb6466-819f-4336-b27f-47af06c3f096'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:07:48.131600 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01ba38f4-7b36-4757-aeef-274723fb226c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:48.203277 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba38f4-7b36-4757-aeef-274723fb226c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd70fe4-e59f-40b5-b931-edf5ed630032,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:48.241351 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2672874d-79f4-4ed0-b395-77c84cb741cb req-65f53c99-313b-4913-b2e3-6803fbadeaca tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729815 Sep 22 21:07:48.260774 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 9656ffd2-2106-46ba-ac9b-df62305c8c34 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:07:48.293196 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-01ba38f4-7b36-4757-aeef-274723fb226c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:48.295361 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-01ba38f4-7b36-4757-aeef-274723fb226c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6012454 Sep 22 21:07:48.369833 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be821b-0436-4724-9655-7fc44120273d req-122e1594-5aa2-45fc-a5e9-42b4857b67f0 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:48.374259 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-09be821b-0436-4724-9655-7fc44120273d req-122e1594-5aa2-45fc-a5e9-42b4857b67f0 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 944 time: 0.0653310 Sep 22 21:07:48.385331 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 9656ffd2-2106-46ba-ac9b-df62305c8c34 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:48.385672 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:48.422465 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-09be821b-0436-4724-9655-7fc44120273d req-0cee37f4-61d4-40e3-90a2-b92585c3808d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439873 Sep 22 21:07:49.209682 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e121665-fb1c-4d1e-95bb-bc2f9215f84c req-f90ebe7a-1551-4c82-954e-6e3c557636bc tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:49.209682 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3e121665-fb1c-4d1e-95bb-bc2f9215f84c req-f90ebe7a-1551-4c82-954e-6e3c557636bc tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0572643 Sep 22 21:07:49.237863 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3e121665-fb1c-4d1e-95bb-bc2f9215f84c req-329f86e0-c606-4ede-aa4d-f57abbec934f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349545 Sep 22 21:07:49.360202 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2d4d1-d550-45ea-9a17-7bee876605be req-ffb64ac0-698b-4360-b011-548eedfa6e65 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:49.369465 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bff2d4d1-d550-45ea-9a17-7bee876605be req-ffb64ac0-698b-4360-b011-548eedfa6e65 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0608900 Sep 22 21:07:49.413294 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 67fb6466-819f-4336-b27f-47af06c3f096 up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:07:49.419798 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bff2d4d1-d550-45ea-9a17-7bee876605be req-fb306fa5-c85f-466f-b5a0-73942bc6b289 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441146 Sep 22 21:07:49.562528 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cd418-61df-4424-aa88-21d8e623be5c req-554f62de-9083-41d3-8533-b84c39bdcf23 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:49.563982 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-483cd418-61df-4424-aa88-21d8e623be5c req-554f62de-9083-41d3-8533-b84c39bdcf23 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 944 time: 0.0704818 Sep 22 21:07:49.603886 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-483cd418-61df-4424-aa88-21d8e623be5c req-21aa0458-a736-4564-94ba-264ad0b09fbf tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335207 Sep 22 21:07:49.941479 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port 67fb6466-819f-4336-b27f-47af06c3f096 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:07:49.945623 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port 67fb6466-819f-4336-b27f-47af06c3f096 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:49.946108 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:50.037250 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:50.061748 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fb6466-819f-4336-b27f-47af06c3f096'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:07:50.064070 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e302c9a9-68f6-4c6f-a7d3-b4bd8fbafe17" -d '{"events": [{"server_uuid": "a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d", "name": "network-vif-plugged", "status": "completed", "tag": "67fb6466-819f-4336-b27f-47af06c3f096"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:07:50.077185 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 67fb6466-819f-4336-b27f-47af06c3f096, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=67fb6466-819f-4336-b27f-47af06c3f096,segment=NetworkSegment(b050491d-33ef-46e3-9e42-218a94a7b92f),segment_id=b050491d-33ef-46e3-9e42-218a94a7b92f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:07:50.133476 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a4310a-174d-461c-8e26-c60404692d58 x-openstack-request-id: req-29a4310a-174d-461c-8e26-c60404692d58 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:07:50.134087 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d", "name": "network-vif-plugged", "status": "completed", "tag": "67fb6466-819f-4336-b27f-47af06c3f096", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:07:50.134665 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29a4310a-174d-461c-8e26-c60404692d58 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:07:50.135147 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67fb6466-819f-4336-b27f-47af06c3f096', 'code': 200} Sep 22 21:07:50.167153 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:50.257400 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=67fb6466-819f-4336-b27f-47af06c3f096,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:50.427428 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a24d84-ee25-45f6-8d85-65083dbf61d3 req-4f31f934-bef4-44e3-9e74-901eb2554402 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:50.427428 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-40a24d84-ee25-45f6-8d85-65083dbf61d3 req-4f31f934-bef4-44e3-9e74-901eb2554402 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0762234 Sep 22 21:07:50.522008 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-40a24d84-ee25-45f6-8d85-65083dbf61d3 req-1afac936-2973-4882-9f77-87a1d4174296 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853016 Sep 22 21:07:50.564568 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330bc691-b9e5-4679-b135-c9436b0ed590 req-bb2e3d94-5a3f-44fd-a551-95ea11bd20c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:50.567897 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-330bc691-b9e5-4679-b135-c9436b0ed590 req-bb2e3d94-5a3f-44fd-a551-95ea11bd20c2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 1098 time: 0.1134458 Sep 22 21:07:50.625595 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-330bc691-b9e5-4679-b135-c9436b0ed590 req-9e636a5d-ebe1-4023-8b59-c924feeb57c6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489278 Sep 22 21:07:50.645882 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af99df-cb83-4186-9be7-9c03b7f444aa req-e2fe4a10-dfe6-4883-b8be-c51aab002f70 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:50.647495 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c5af99df-cb83-4186-9be7-9c03b7f444aa req-e2fe4a10-dfe6-4883-b8be-c51aab002f70 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0748758 Sep 22 21:07:50.718250 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c5af99df-cb83-4186-9be7-9c03b7f444aa req-573ec2ee-55d6-43ef-b864-42815637e312 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622382 Sep 22 21:07:50.755434 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf656ee-6886-40c8-aac2-fde5bf39e73c req-e1dc75f6-7e67-4d2f-87d7-ebc6af30d07f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:50.755434 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0bf656ee-6886-40c8-aac2-fde5bf39e73c req-e1dc75f6-7e67-4d2f-87d7-ebc6af30d07f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 945 time: 0.0709715 Sep 22 21:07:50.808200 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0bf656ee-6886-40c8-aac2-fde5bf39e73c req-d7744cbf-9c9e-4cbb-a5eb-b8c8a556c07f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471675 Sep 22 21:07:51.313640 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78fa73-0189-4066-b248-5a3dcd4694e7 req-a2159123-3d7e-46bb-9eae-44a3e9b07d86 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:51.315159 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ed78fa73-0189-4066-b248-5a3dcd4694e7 req-a2159123-3d7e-46bb-9eae-44a3e9b07d86 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0517833 Sep 22 21:07:51.354612 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c1222-1f76-49fe-a321-d13f744211a5 req-c64f8149-56a1-40b7-a936-7af875401971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:51.363052 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ed78fa73-0189-4066-b248-5a3dcd4694e7 req-77fe1c4e-6d3f-463d-9995-e2f5f904f835 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337925 Sep 22 21:07:51.363342 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-770c1222-1f76-49fe-a321-d13f744211a5 req-c64f8149-56a1-40b7-a936-7af875401971 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15964513ebf422683c0a52d8b7917a1&device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 1098 time: 0.0428557 Sep 22 21:07:51.454101 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 46960) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:51.455805 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c1222-1f76-49fe-a321-d13f744211a5 req-025c120e-2567-4f71-b804-bfabe40a582f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:51.457318 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-770c1222-1f76-49fe-a321-d13f744211a5 req-025c120e-2567-4f71-b804-bfabe40a582f service neutron] 10.222.0.48 "GET /v2.0/networks?id=37594581-71ec-4a19-bf13-ec2e3365d219 HTTP/1.1" status: 200 len: 920 time: 0.0933604 Sep 22 21:07:51.499841 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-770c1222-1f76-49fe-a321-d13f744211a5 req-cff544ea-4d5b-4785-b708-c8867b553830 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6fdc1a2-d24d-4ae9-8eec-e32518880b2a HTTP/1.1" status: 200 len: 217 time: 0.0342572 Sep 22 21:07:51.500660 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-808965d6-b206-45c7-88fe-38b4863be4d3 admin admin] Deleting subnet 69eabb05-271d-4eab-96aa-6743dce89c9d {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 21:07:51.503685 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-808965d6-b206-45c7-88fe-38b4863be4d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:51.537649 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-808965d6-b206-45c7-88fe-38b4863be4d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25704749'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:51.556973 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c1222-1f76-49fe-a321-d13f744211a5 req-4f07d332-e069-4b3a-a033-02733f58bd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:51.558471 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-770c1222-1f76-49fe-a321-d13f744211a5 req-4f07d332-e069-4b3a-a033-02733f58bd4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc22b1c3-d4d4-4890-93ae-08f0ff0eb192 HTTP/1.1" status: 200 len: 859 time: 0.0503612 Sep 22 21:07:51.582892 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-808965d6-b206-45c7-88fe-38b4863be4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971671'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:51.599213 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-770c1222-1f76-49fe-a321-d13f744211a5 req-d3436667-2357-43d9-b301-3b80908e14db service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37594581-71ec-4a19-bf13-ec2e3365d219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289931 Sep 22 21:07:51.682892 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184bb76-02a7-411a-9473-2c36963b70e0 req-075baf34-e486-456d-9ca2-8dcee1c31bb1 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:51.685366 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e184bb76-02a7-411a-9473-2c36963b70e0 req-075baf34-e486-456d-9ca2-8dcee1c31bb1 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0770717 Sep 22 21:07:51.709711 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-770c1222-1f76-49fe-a321-d13f744211a5 req-c708e741-200a-4a7b-84c9-a3596572455d service neutron] 10.222.0.48 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928590 Sep 22 21:07:51.726629 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e184bb76-02a7-411a-9473-2c36963b70e0 req-8e190f5c-1e0d-48a2-a77e-24f7fe749a24 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341084 Sep 22 21:07:51.737811 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-808965d6-b206-45c7-88fe-38b4863be4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26159165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25764952'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:51.762836 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808965d6-b206-45c7-88fe-38b4863be4d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69eabb05-271d-4eab-96aa-6743dce89c9d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:51.768754 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-808965d6-b206-45c7-88fe-38b4863be4d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:51.773982 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-808965d6-b206-45c7-88fe-38b4863be4d3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/69eabb05-271d-4eab-96aa-6743dce89c9d HTTP/1.1" status: 204 len: 168 time: 0.3155801 Sep 22 21:07:51.775858 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 46980) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:51.887075 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-71080b22-23a6-42cb-96ad-bf4aeb9382e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548719'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:51.973126 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f569bf8-ad5d-4ef6-9418-aedd0b1d9bfa req-e59c6813-6d08-4cf8-9ad7-462b4fda49f2 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:51.980635 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3f569bf8-ad5d-4ef6-9418-aedd0b1d9bfa req-e59c6813-6d08-4cf8-9ad7-462b4fda49f2 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 945 time: 0.0856578 Sep 22 21:07:52.021216 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-770c1222-1f76-49fe-a321-d13f744211a5 req-1c24b5aa-35f7-4c43-b0d1-7f4defc22f6c service neutron] 10.222.0.48 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764328 Sep 22 21:07:52.054867 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-71080b22-23a6-42cb-96ad-bf4aeb9382e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-969262', 'neutron.services.segments.db._delete_segments_for_network-8786352064148'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:52.065419 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3f569bf8-ad5d-4ef6-9418-aedd0b1d9bfa req-72986eeb-c802-4d5b-8bb5-7dd8e0308313 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668330 Sep 22 21:07:52.093700 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-71080b22-23a6-42cb-96ad-bf4aeb9382e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0070fc4b-ffbd-4d1f-a816-0bb31ee5defd']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:52.105933 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-71080b22-23a6-42cb-96ad-bf4aeb9382e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde8e8c3-5403-45fd-a37d-e9468e825f8d') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:52.106443 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-71080b22-23a6-42cb-96ad-bf4aeb9382e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde8e8c3-5403-45fd-a37d-e9468e825f8d') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:07:52.119413 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-71080b22-23a6-42cb-96ad-bf4aeb9382e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786352062877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26635515'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:52.136663 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-71080b22-23a6-42cb-96ad-bf4aeb9382e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:52.142715 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71080b22-23a6-42cb-96ad-bf4aeb9382e3 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:07:52.143168 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-71080b22-23a6-42cb-96ad-bf4aeb9382e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27224044'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: Traceback (most recent call last): Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: timer() Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: cb(*args, **kw) Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: return func(*args, **kwargs) Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: self._notify() Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: self.callback(batched_events) Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: event.method(event) Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: return f(self, *a, **k) Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: return self._get(url).json() Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: return self.request(url, 'GET', **kwargs) Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 21:07:52.144809 dv-cinder-810415-3-iscsi neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 21:07:52.172989 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-e27b826c-c85d-40a5-b226-8a10beca0cdf tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-330356181&fields=id&tenant_id=d0303c96e4f64c148daa15e4c5fae41d HTTP/1.1" status: 200 len: 267 time: 0.0413094 Sep 22 21:07:52.290265 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-ea1258de-7a3c-46fb-af9b-1ca5d63720d1 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:52.291949 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-ea1258de-7a3c-46fb-af9b-1ca5d63720d1 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/networks?id=2a163378-cd17-4e1b-90c3-7de042c0fc78 HTTP/1.1" status: 200 len: 809 time: 0.1121342 Sep 22 21:07:52.309607 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-84208c12-8cd0-4962-a440-f930d6e8e980 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/quotas/d0303c96e4f64c148daa15e4c5fae41d HTTP/1.1" status: 200 len: 375 time: 0.0097201 Sep 22 21:07:52.317237 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35755a4-1dea-4809-8cc5-170d5aaaddb8 req-396c9e6a-7d5b-4b0f-8af1-cb9ca29b4e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:52.318697 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c35755a4-1dea-4809-8cc5-170d5aaaddb8 req-396c9e6a-7d5b-4b0f-8af1-cb9ca29b4e6a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6b763283e694a7fb6a51a7298132497&device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 1098 time: 0.0415514 Sep 22 21:07:52.339624 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-71080b22-23a6-42cb-96ad-bf4aeb9382e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-969241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741452'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:52.343234 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-71080b22-23a6-42cb-96ad-bf4aeb9382e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:52.346466 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-71080b22-23a6-42cb-96ad-bf4aeb9382e3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0070fc4b-ffbd-4d1f-a816-0bb31ee5defd HTTP/1.1" status: 204 len: 168 time: 0.5682135 Sep 22 21:07:52.416960 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-2541b5aa-b0c2-4ad5-8591-129d58afe223 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d0303c96e4f64c148daa15e4c5fae41d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940435 Sep 22 21:07:52.496028 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35755a4-1dea-4809-8cc5-170d5aaaddb8 req-f0e89027-f286-4008-b230-ffc026e3532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:52.497875 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c35755a4-1dea-4809-8cc5-170d5aaaddb8 req-f0e89027-f286-4008-b230-ffc026e3532f service neutron] 10.222.0.48 "GET /v2.0/networks?id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb HTTP/1.1" status: 200 len: 917 time: 0.1684318 Sep 22 21:07:52.499123 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71080b22-23a6-42cb-96ad-bf4aeb9382e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0070fc4b-ffbd-4d1f-a816-0bb31ee5defd,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:52.574699 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-36c59451-8879-4ba0-9dd6-aa4351429192 service neutron] 10.222.0.42 "GET /v2.0/networks/2a163378-cd17-4e1b-90c3-7de042c0fc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568325 Sep 22 21:07:52.600717 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1d4f7-e5da-473b-8e67-6a6122423547 req-572aa900-34be-42dc-a210-d4c83d9c4527 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:52.602341 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-65c1d4f7-e5da-473b-8e67-6a6122423547 req-572aa900-34be-42dc-a210-d4c83d9c4527 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0834200 Sep 22 21:07:52.604180 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c35755a4-1dea-4809-8cc5-170d5aaaddb8 req-8703ac7d-ff90-4db4-8df1-44b552bb301d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52dd9960-972b-43b2-9c40-22310cf5bd98 HTTP/1.1" status: 200 len: 1000 time: 0.0959442 Sep 22 21:07:52.669609 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35755a4-1dea-4809-8cc5-170d5aaaddb8 req-1567681d-7de3-4bc8-bf77-f753362a4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:52.672510 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c35755a4-1dea-4809-8cc5-170d5aaaddb8 req-1567681d-7de3-4bc8-bf77-f753362a4914 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6978b747-bc4a-4923-9a63-b539852557c1 HTTP/1.1" status: 200 len: 855 time: 0.0560346 Sep 22 21:07:52.698236 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-65c1d4f7-e5da-473b-8e67-6a6122423547 req-0549ce69-d769-417c-ab65-721431c21ce6 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799410 Sep 22 21:07:52.739621 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-112a4a06-6e66-4fde-bf15-93c1896e94e3 service neutron] 10.222.0.42 "GET /v2.0/networks/2a163378-cd17-4e1b-90c3-7de042c0fc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553071 Sep 22 21:07:52.759266 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35755a4-1dea-4809-8cc5-170d5aaaddb8 req-9f66dbb7-9032-439d-a716-116cca77285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:52.769003 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c35755a4-1dea-4809-8cc5-170d5aaaddb8 req-9f66dbb7-9032-439d-a716-116cca77285e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0782878 Sep 22 21:07:52.909482 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199d851-ddd1-4e04-99c4-7914000baacb req-8fbcc4fd-e813-4732-aad3-bf847e0e2eab tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:52.910744 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e199d851-ddd1-4e04-99c4-7914000baacb req-8fbcc4fd-e813-4732-aad3-bf847e0e2eab tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.1010225 Sep 22 21:07:52.911260 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 47014) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:52.934532 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c35755a4-1dea-4809-8cc5-170d5aaaddb8 req-79e945f4-1e1d-415d-8daa-0461eff39026 service neutron] 10.222.0.48 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641388 Sep 22 21:07:52.997940 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e199d851-ddd1-4e04-99c4-7914000baacb req-340e4fa7-2a92-40c6-90a8-447813a0a9c7 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795856 Sep 22 21:07:53.004388 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-1bd2a78d-f8a9-4f3b-98f2-dcd48f141bfd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4db8c932f44446728d9233fd1e78ba92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0893941 Sep 22 21:07:53.004780 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 47020) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:53.049987 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c35755a4-1dea-4809-8cc5-170d5aaaddb8 req-b8389478-8a2b-450d-9aab-55f974b1632a service neutron] 10.222.0.48 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060247 Sep 22 21:07:53.075568 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19bc0a39-1e8d-4ecf-bd42-52bbf95d5272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:53.099040 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19bc0a39-1e8d-4ecf-bd42-52bbf95d5272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:53.179005 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbba10f-d64a-4970-8010-1081a154ba3c req-d377ff88-d3fd-42a5-bba7-c2e491f2b6a0 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:53.180482 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6dbba10f-d64a-4970-8010-1081a154ba3c req-d377ff88-d3fd-42a5-bba7-c2e491f2b6a0 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 945 time: 0.0508809 Sep 22 21:07:53.217547 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6dbba10f-d64a-4970-8010-1081a154ba3c req-c4fd122d-b12e-4af2-a8f1-9377bc4960c5 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309653 Sep 22 21:07:53.234880 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19bc0a39-1e8d-4ecf-bd42-52bbf95d5272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:53.237669 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-19bc0a39-1e8d-4ecf-bd42-52bbf95d5272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:53.238877 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-19bc0a39-1e8d-4ecf-bd42-52bbf95d5272 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e7caa66-8991-4105-8e66-3a6b91afab04 HTTP/1.1" status: 204 len: 168 time: 0.2331085 Sep 22 21:07:53.247648 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc0a39-1e8d-4ecf-bd42-52bbf95d5272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7caa66-8991-4105-8e66-3a6b91afab04,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:53.457503 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8ce086b6-391f-45d3-97d9-5175e53cd455 req-485aac05-9ff2-43ac-8c2a-468c66b64190 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 210 time: 0.0362349 Sep 22 21:07:53.829291 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773a9d8-4217-42af-8b12-11ccee0cf3d0 req-e240749b-566f-4e91-a9d1-9431240dddcd tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:53.830910 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f773a9d8-4217-42af-8b12-11ccee0cf3d0 req-e240749b-566f-4e91-a9d1-9431240dddcd tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0499423 Sep 22 21:07:53.872518 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f773a9d8-4217-42af-8b12-11ccee0cf3d0 req-3e46d858-88e5-4400-b818-eb2dd4ce645a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353918 Sep 22 21:07:54.133232 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c07fbbd-63e0-429e-823f-560d347c61ad req-b03bfedd-1512-43d0-9052-4b67639badaf tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:54.139637 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6c07fbbd-63e0-429e-823f-560d347c61ad req-b03bfedd-1512-43d0-9052-4b67639badaf tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0567107 Sep 22 21:07:54.176307 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6c07fbbd-63e0-429e-823f-560d347c61ad req-756e8cb8-2e16-4cae-a84f-e39028513f36 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345559 Sep 22 21:07:54.541323 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6b887b2b-db2d-4d61-9a6d-3968982cabac req-eb917bdd-6381-45b3-9f0b-52054bbd3fc6 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 210 time: 0.0304265 Sep 22 21:07:55.224746 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c083ecb-9b7f-4816-974e-f89e3ea989d4 req-8183328d-a765-4ef3-922b-236b44192cfe tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:55.226261 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5c083ecb-9b7f-4816-974e-f89e3ea989d4 req-8183328d-a765-4ef3-922b-236b44192cfe tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.2738121 Sep 22 21:07:55.270790 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5c083ecb-9b7f-4816-974e-f89e3ea989d4 req-b9832670-7a62-4c83-9508-104912ff958b tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378735 Sep 22 21:07:55.405889 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760faa1-43f8-4736-b72c-d46c6f8011cc req-e0b364c9-0ecf-458e-94b8-985ecf7a7c2b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:55.407660 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f760faa1-43f8-4736-b72c-d46c6f8011cc req-e0b364c9-0ecf-458e-94b8-985ecf7a7c2b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0778089 Sep 22 21:07:55.447968 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f760faa1-43f8-4736-b72c-d46c6f8011cc req-4eee7d79-c42c-4bea-8c27-2fbe08d7d268 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345714 Sep 22 21:07:56.073740 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0907a97d-d904-4b78-a0f3-43e6e56fa0f0 req-3c936382-9de3-4d88-a66e-691ad4d3bb6b tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 210 time: 0.0384300 Sep 22 21:07:56.203173 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-60dc0dcb-ec8e-46ee-95be-6d25fb252089 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:56.205928 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-60dc0dcb-ec8e-46ee-95be-6d25fb252089 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.48 "GET /v2.0/networks?id=2a163378-cd17-4e1b-90c3-7de042c0fc78 HTTP/1.1" status: 200 len: 809 time: 0.1260169 Sep 22 21:07:56.287721 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-a639127b-e436-4b97-a3c9-06fc22535343 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0303c96e4f64c148daa15e4c5fae41d HTTP/1.1" status: 200 len: 379 time: 0.0594461 Sep 22 21:07:56.297171 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-75ea5748-ecda-40ca-8c32-d9383fc280bc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Request body: {'port': {'device_id': '784e12af-0c54-4008-a847-5acafcb8af88', 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78', 'admin_state_up': True, 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'security_groups': ['77870274-b4c3-4473-86ff-764e51ae9391']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:56.469787 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-75ea5748-ecda-40ca-8c32-d9383fc280bc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Made reservation on behalf of d0303c96e4f64c148daa15e4c5fae41d for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:07:56.473475 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-75ea5748-ecda-40ca-8c32-d9383fc280bc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:56.592066 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06e37b-72ac-43bc-b3b9-e4540d87c611 req-21ef563a-96a7-402c-9887-80570d358da8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:56.593578 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1a06e37b-72ac-43bc-b3b9-e4540d87c611 req-21ef563a-96a7-402c-9887-80570d358da8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 945 time: 0.0635331 Sep 22 21:07:56.615399 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-75ea5748-ecda-40ca-8c32-d9383fc280bc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Allocated IP 172.20.0.7 (2a163378-cd17-4e1b-90c3-7de042c0fc78/1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e/df61a110-e862-4a04-b866-48b063080d70) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:07:56.646222 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1a06e37b-72ac-43bc-b3b9-e4540d87c611 req-9efa12ac-dade-427c-a126-b97d3e802120 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434585 Sep 22 21:07:56.764884 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-75ea5748-ecda-40ca-8c32-d9383fc280bc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:56.933985 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-75ea5748-ecda-40ca-8c32-d9383fc280bc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:56.982457 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-75ea5748-ecda-40ca-8c32-d9383fc280bc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Network 2a163378-cd17-4e1b-90c3-7de042c0fc78 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:07:56.985755 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-75ea5748-ecda-40ca-8c32-d9383fc280bc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:07:56.988305 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-75ea5748-ecda-40ca-8c32-d9383fc280bc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:07:57.018694 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea5748-ecda-40ca-8c32-d9383fc280bc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Pushing event updated for resources: {'Port': ['ID=df61a110-e862-4a04-b866-48b063080d70,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:57.053582 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-75ea5748-ecda-40ca-8c32-d9383fc280bc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:57.055306 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-75ea5748-ecda-40ca-8c32-d9383fc280bc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:57.184588 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-75ea5748-ecda-40ca-8c32-d9383fc280bc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8910491 Sep 22 21:07:57.199733 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Request body: {'port': {'device_id': '784e12af-0c54-4008-a847-5acafcb8af88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:07:57.227908 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e6d6f-7d50-46d5-82ba-d509db9b1e73 req-beed747d-62f3-467a-82f5-41f75a41d90a tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:57.229475 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8b8e6d6f-7d50-46d5-82ba-d509db9b1e73 req-beed747d-62f3-467a-82f5-41f75a41d90a tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 931 time: 0.0509350 Sep 22 21:07:57.253596 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:57.256400 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-90052b9d-898a-46b6-b4b7-f6030b421b44 None None] Provisioning complete for port df61a110-e862-4a04-b866-48b063080d70 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:07:57.257646 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-90052b9d-898a-46b6-b4b7-f6030b421b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:57.270428 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8b8e6d6f-7d50-46d5-82ba-d509db9b1e73 req-37d5fa3d-e762-4917-8035-624aebad32f3 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344894 Sep 22 21:07:57.296383 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-90052b9d-898a-46b6-b4b7-f6030b421b44 None None] Port df61a110-e862-4a04-b866-48b063080d70 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:07:57.430888 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 52dd9960-972b-43b2-9c40-22310cf5bd98 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:07:57.512286 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:57.530113 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df61a110-e862-4a04-b866-48b063080d70 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:07:57.535975 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af93b7e-054c-41cc-ba4f-026f3d2bb824', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52dd9960-972b-43b2-9c40-22310cf5bd98'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:07:57.537887 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:57.546087 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfde0f8-20d3-4c98-8adb-d2acdf6804b1" -d '{"events": [{"server_uuid": "1af93b7e-054c-41cc-ba4f-026f3d2bb824", "name": "network-vif-unplugged", "status": "completed", "tag": "52dd9960-972b-43b2-9c40-22310cf5bd98"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:07:57.551365 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 52dd9960-972b-43b2-9c40-22310cf5bd98, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=52dd9960-972b-43b2-9c40-22310cf5bd98,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:07:57.557237 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Transition to ACTIVE for port object df61a110-e862-4a04-b866-48b063080d70 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:07:57.575022 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Sep 2021 21:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5801980b-8de6-4b35-a60f-0c6a01603bd0 x-openstack-request-id: req-5801980b-8de6-4b35-a60f-0c6a01603bd0 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:07:57.575313 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af93b7e-054c-41cc-ba4f-026f3d2bb824", "name": "network-vif-unplugged", "status": "failed", "tag": "52dd9960-972b-43b2-9c40-22310cf5bd98", "code": 422}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:07:57.575567 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5801980b-8de6-4b35-a60f-0c6a01603bd0 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:07:57.576006 dv-cinder-810415-3-iscsi neutron-server[94797]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1af93b7e-054c-41cc-ba4f-026f3d2bb824', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '52dd9960-972b-43b2-9c40-22310cf5bd98', 'code': 422} returned with failed status Sep 22 21:07:57.640932 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:57.641167 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:57.698233 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=52dd9960-972b-43b2-9c40-22310cf5bd98,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:57.710869 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Pushing event updated for resources: {'Port': ['ID=df61a110-e862-4a04-b866-48b063080d70,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:57.797806 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Attempting to bind port df61a110-e862-4a04-b866-48b063080d70 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:07:57.798247 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Attempting to bind port df61a110-e862-4a04-b866-48b063080d70 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:07:57.798646 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Attempting to bind port df61a110-e862-4a04-b866-48b063080d70 on network 2a163378-cd17-4e1b-90c3-7de042c0fc78 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:07:57.803250 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Port df61a110-e862-4a04-b866-48b063080d70 on network 2a163378-cd17-4e1b-90c3-7de042c0fc78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:07:57.803570 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Attempting to bind port df61a110-e862-4a04-b866-48b063080d70 on network 2a163378-cd17-4e1b-90c3-7de042c0fc78 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:07:57.809512 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:07:57.809869 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Checking segment: {'id': '534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:07:57.810235 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Bound using segment: {'id': '534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:07:57.810665 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Bound port: df61a110-e862-4a04-b866-48b063080d70, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:07:57.811196 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:57.888674 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] For port df61a110-e862-4a04-b866-48b063080d70, host hv-cinder-81041, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:07:57.892047 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] For port df61a110-e862-4a04-b866-48b063080d70, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=df61a110-e862-4a04-b866-48b063080d70,segment=NetworkSegment(534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1),segment_id=534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:07:58.029985 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:58.047067 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:58.047377 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:58.049582 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] 10.222.0.48 "PUT /v2.0/ports/df61a110-e862-4a04-b866-48b063080d70 HTTP/1.1" status: 200 len: 1093 time: 0.8549056 Sep 22 21:07:58.070120 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784e12af-0c54-4008-a847-5acafcb8af88', 'tag': 'df61a110-e862-4a04-b866-48b063080d70'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:07:58.073177 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fe626f-283b-4ba2-af74-3371dfb9ff93" -d '{"events": [{"name": "network-changed", "server_uuid": "784e12af-0c54-4008-a847-5acafcb8af88", "tag": "df61a110-e862-4a04-b866-48b063080d70"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:07:58.111167 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf96d2-d0cd-47bd-a545-7834d28f7b43 service neutron] Pushing event updated for resources: {'Port': ['ID=df61a110-e862-4a04-b866-48b063080d70,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:58.124305 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ce6a33-e41a-404d-94c9-6f740f61b0d1 x-openstack-request-id: req-d2ce6a33-e41a-404d-94c9-6f740f61b0d1 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:07:58.124305 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784e12af-0c54-4008-a847-5acafcb8af88", "tag": "df61a110-e862-4a04-b866-48b063080d70", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:07:58.124305 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2ce6a33-e41a-404d-94c9-6f740f61b0d1 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:07:58.124305 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784e12af-0c54-4008-a847-5acafcb8af88', 'tag': 'df61a110-e862-4a04-b866-48b063080d70', 'status': 'completed', 'code': 200} Sep 22 21:07:58.205646 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe626f-283b-4ba2-af74-3371dfb9ff93 req-665adb50-688b-44f5-aeaa-7751ef37fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:58.205646 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-24fe626f-283b-4ba2-af74-3371dfb9ff93 req-665adb50-688b-44f5-aeaa-7751ef37fe16 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d0303c96e4f64c148daa15e4c5fae41d&device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 1096 time: 0.0508111 Sep 22 21:07:58.318345 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe626f-283b-4ba2-af74-3371dfb9ff93 req-7884e0a7-15f1-4453-b05c-e41cb8a55534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:58.319810 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-24fe626f-283b-4ba2-af74-3371dfb9ff93 req-7884e0a7-15f1-4453-b05c-e41cb8a55534 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=d0303c96e4f64c148daa15e4c5fae41d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1024873 Sep 22 21:07:58.402293 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07f3ff-cba8-4d7a-93b1-7f18e218d330 req-e3288ed3-3192-4981-bacd-19e4a0df1684 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:58.404147 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5f07f3ff-cba8-4d7a-93b1-7f18e218d330 req-e3288ed3-3192-4981-bacd-19e4a0df1684 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0564628 Sep 22 21:07:58.438075 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe626f-283b-4ba2-af74-3371dfb9ff93 req-28f481e4-9a05-499c-b62f-b403acfd6423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:58.439671 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-24fe626f-283b-4ba2-af74-3371dfb9ff93 req-28f481e4-9a05-499c-b62f-b403acfd6423 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1113274 Sep 22 21:07:58.459452 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5f07f3ff-cba8-4d7a-93b1-7f18e218d330 req-2b6fbbce-d5f8-4da1-89b8-91a12639e36c tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489812 Sep 22 21:07:58.502354 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [req-53f45d5d-c3f6-4666-9989-4eeefe81a785 req-7c24eae2-ed12-4420-bb45-ce93aea09a00 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:07:58.503652 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-53f45d5d-c3f6-4666-9989-4eeefe81a785 req-7c24eae2-ed12-4420-bb45-ce93aea09a00 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060649 Sep 22 21:07:58.543979 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-4ff4ea93-7d19-4090-9767-5c8e722e6722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:58.545521 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-4ff4ea93-7d19-4090-9767-5c8e722e6722 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d0303c96e4f64c148daa15e4c5fae41d&device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 1096 time: 0.0478339 Sep 22 21:07:58.549429 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 47184) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:58.588853 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-b54c76ab-753a-4f27-9155-f5e065162c94 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df61a110-e862-4a04-b866-48b063080d70 HTTP/1.1" status: 200 len: 217 time: 0.0333624 Sep 22 21:07:58.659842 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b70ce6e9-7040-44f4-8340-9cbc522901b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:58.672064 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-600d09ac-42cf-4612-a3af-3ed7250c9d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:58.684514 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-600d09ac-42cf-4612-a3af-3ed7250c9d99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e HTTP/1.1" status: 200 len: 848 time: 0.0655565 Sep 22 21:07:58.748792 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-57518144-e130-4246-b3da-efe9222b1f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:58.750323 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-57518144-e130-4246-b3da-efe9222b1f0c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a163378-cd17-4e1b-90c3-7de042c0fc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651460 Sep 22 21:07:58.850153 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ac7f5-03d2-4288-9837-09f7a27bdc4a req-5eaee206-8079-417e-b339-113d35389ee9 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:58.850153 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fb4ac7f5-03d2-4288-9837-09f7a27bdc4a req-5eaee206-8079-417e-b339-113d35389ee9 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0558114 Sep 22 21:07:58.884116 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b70ce6e9-7040-44f4-8340-9cbc522901b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:58.887458 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-916fe46c-d468-4f63-ad31-bc9fe9d01e41 service neutron] 10.222.0.48 "GET /v2.0/networks/2a163378-cd17-4e1b-90c3-7de042c0fc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286860 Sep 22 21:07:58.904600 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fb4ac7f5-03d2-4288-9837-09f7a27bdc4a req-4814d690-9a92-4635-be1f-7c3cc102f6f3 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363233 Sep 22 21:07:58.992113 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-b9b4c924-cc71-455e-9618-9ecf7f07e926 req-19ff1248-713d-4858-9c51-4e9a6a2f389b service neutron] 10.222.0.48 "GET /v2.0/networks/2a163378-cd17-4e1b-90c3-7de042c0fc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960479 Sep 22 21:07:59.098088 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b70ce6e9-7040-44f4-8340-9cbc522901b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:59.140520 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-b70ce6e9-7040-44f4-8340-9cbc522901b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=22f28704c7084ef298669c9c13f63e9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5877061 Sep 22 21:07:59.140520 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ce6e9-7040-44f4-8340-9cbc522901b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7f446c-c1f7-43ff-8b52-31152cd3b112,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:59.141393 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 47206) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:59.196501 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18efcbd3-436c-47d7-8c49-fd3bcfb1b255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:59.223171 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18efcbd3-436c-47d7-8c49-fd3bcfb1b255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:59.360685 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18efcbd3-436c-47d7-8c49-fd3bcfb1b255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:59.363601 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18efcbd3-436c-47d7-8c49-fd3bcfb1b255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:07:59.367710 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-18efcbd3-436c-47d7-8c49-fd3bcfb1b255 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b7f446c-c1f7-43ff-8b52-31152cd3b112 HTTP/1.1" status: 204 len: 168 time: 0.2229955 Sep 22 21:07:59.375559 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18efcbd3-436c-47d7-8c49-fd3bcfb1b255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7f446c-c1f7-43ff-8b52-31152cd3b112,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:07:59.488828 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 47226) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:07:59.622844 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ddcd1-64fd-4c9b-b92a-a3b0bdd3be76 req-28b94636-c305-4f03-b2d6-d47633ba9de6 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:07:59.624696 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ca9ddcd1-64fd-4c9b-b92a-a3b0bdd3be76 req-28b94636-c305-4f03-b2d6-d47633ba9de6 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0860405 Sep 22 21:07:59.631919 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c24bc3b1-9406-4711-bcdc-c50fdaad3cfa req-594c7447-0136-4d21-a07b-d2ebc5805ca8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1416874 Sep 22 21:07:59.643411 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [req-c24bc3b1-9406-4711-bcdc-c50fdaad3cfa req-bff530d0-54e4-46eb-9406-8e196aaf71c1 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:07:59.644374 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c24bc3b1-9406-4711-bcdc-c50fdaad3cfa req-bff530d0-54e4-46eb-9406-8e196aaf71c1 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046465 Sep 22 21:07:59.672656 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ca9ddcd1-64fd-4c9b-b92a-a3b0bdd3be76 req-003928ae-0703-4dc7-88d0-420185810116 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393398 Sep 22 21:08:00.027774 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbc57c-00bc-4f1f-910c-155dfe1135b9 req-97ef098f-8750-4c3f-b129-4a6528f4128d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:00.030145 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-26dbc57c-00bc-4f1f-910c-155dfe1135b9 req-97ef098f-8750-4c3f-b129-4a6528f4128d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0605109 Sep 22 21:08:00.080580 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-26dbc57c-00bc-4f1f-910c-155dfe1135b9 req-9b9f0a6f-2ed3-4867-887e-cb025dca90bb tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339658 Sep 22 21:08:00.799040 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a47640-1f97-4bb5-b9a0-9e9a631dd270 req-ba7fbe12-eace-4353-b580-06ab60dd8509 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:00.800526 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-51a47640-1f97-4bb5-b9a0-9e9a631dd270 req-ba7fbe12-eace-4353-b580-06ab60dd8509 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0507519 Sep 22 21:08:00.843312 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-51a47640-1f97-4bb5-b9a0-9e9a631dd270 req-62bf5f68-58b9-4358-9c1f-65c4908af235 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366311 Sep 22 21:08:01.098161 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e7cb498a-0e49-46f6-adf2-309dd6255ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:01.207533 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28deda72-5c7a-4bc8-b0e4-e0baedeb11fa req-4afa6dd9-c1ad-4fab-a431-0a99ac1a2eee tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:01.209085 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-28deda72-5c7a-4bc8-b0e4-e0baedeb11fa req-4afa6dd9-c1ad-4fab-a431-0a99ac1a2eee tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0486910 Sep 22 21:08:01.247992 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-28deda72-5c7a-4bc8-b0e4-e0baedeb11fa req-98dcf447-a582-4437-8bae-cd1d6e2a5c46 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328107 Sep 22 21:08:01.956686 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43bbae-ebd6-402f-8c4c-d3b861c3643f req-4699b19e-86d5-41c8-9c72-2cea6da7d1c0 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:01.958184 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bb43bbae-ebd6-402f-8c4c-d3b861c3643f req-4699b19e-86d5-41c8-9c72-2cea6da7d1c0 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0475240 Sep 22 21:08:01.995494 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bb43bbae-ebd6-402f-8c4c-d3b861c3643f req-e63381ea-696b-451a-b54b-4a15c6939c5f tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311954 Sep 22 21:08:02.399564 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1100f590-3ed4-492b-9cbe-b9e93ab3e513 req-b9d5fb42-b1c0-4e46-b970-595c7e1ae8cc tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:02.401774 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1100f590-3ed4-492b-9cbe-b9e93ab3e513 req-b9d5fb42-b1c0-4e46-b970-595c7e1ae8cc tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0481737 Sep 22 21:08:02.443162 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1100f590-3ed4-492b-9cbe-b9e93ab3e513 req-c10fff59-56b4-441a-8262-42d7e966241a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353422 Sep 22 21:08:03.103654 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f7e003-d263-4b63-8a1c-a2b9fd26f356 req-5dea39ca-f17f-4b34-88b6-1c83134858bb tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:03.105141 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e2f7e003-d263-4b63-8a1c-a2b9fd26f356 req-5dea39ca-f17f-4b34-88b6-1c83134858bb tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0471077 Sep 22 21:08:03.141664 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e2f7e003-d263-4b63-8a1c-a2b9fd26f356 req-6f587a06-3d75-438a-8d5c-7b476c28cce4 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307012 Sep 22 21:08:03.570629 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342eb46-0d41-4616-8067-3031bf4ee8a4 req-0eb36088-c580-49cd-b959-a10278a942c9 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:03.572169 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0342eb46-0d41-4616-8067-3031bf4ee8a4 req-0eb36088-c580-49cd-b959-a10278a942c9 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0510452 Sep 22 21:08:03.613097 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0342eb46-0d41-4616-8067-3031bf4ee8a4 req-f1e084c8-251c-4aba-b6e2-f27f321b1289 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334013 Sep 22 21:08:03.651862 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6c826d9c-8b6c-4666-8277-545fd55c81c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:04.254008 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c0f70d-0d97-4a61-be1f-3a1ff70da1a1 req-3fee4d2d-7f8c-4d25-879c-86e27f8f63ff tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:04.255536 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c8c0f70d-0d97-4a61-be1f-3a1ff70da1a1 req-3fee4d2d-7f8c-4d25-879c-86e27f8f63ff tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0496986 Sep 22 21:08:04.301324 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c8c0f70d-0d97-4a61-be1f-3a1ff70da1a1 req-43755179-4191-4f8e-9392-4d30bc8fc261 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390835 Sep 22 21:08:04.418473 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:04.549616 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:04.734885 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89dc7a7-7f1c-4b97-9020-b99d76c4a027 req-9267fe34-9109-4b16-98cf-ac49afeeb3ea tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:04.736593 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a89dc7a7-7f1c-4b97-9020-b99d76c4a027 req-9267fe34-9109-4b16-98cf-ac49afeeb3ea tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0498071 Sep 22 21:08:04.775226 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a89dc7a7-7f1c-4b97-9020-b99d76c4a027 req-d935b1d4-a56a-46ce-8475-62efd2e6b52f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321479 Sep 22 21:08:05.413225 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56425fc-7f84-4ba3-bb7b-7f302186f42e req-d77f9167-35f3-4194-b90e-1789dbe19f3d tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:05.414875 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c56425fc-7f84-4ba3-bb7b-7f302186f42e req-d77f9167-35f3-4194-b90e-1789dbe19f3d tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0486817 Sep 22 21:08:05.453005 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c56425fc-7f84-4ba3-bb7b-7f302186f42e req-787d4e8f-e6d2-4e19-b899-0d67fe8e8ff0 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312884 Sep 22 21:08:05.921320 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538d6c0-8804-4bbc-9c12-89da42bcb176 req-38265f96-9192-4faa-97b6-4b7a2a8afb15 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:05.925315 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5538d6c0-8804-4bbc-9c12-89da42bcb176 req-38265f96-9192-4faa-97b6-4b7a2a8afb15 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0522981 Sep 22 21:08:05.968210 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5538d6c0-8804-4bbc-9c12-89da42bcb176 req-02ecce81-9079-4b22-aba0-d61334cc7fa6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386264 Sep 22 21:08:05.975998 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:08:06.309538 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:06.570836 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe590dbe-6a0e-460b-be5a-910439b5f2e6 req-45e48b0e-ddd7-407d-bfd0-7ce9f8fcbfd7 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:06.572310 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe590dbe-6a0e-460b-be5a-910439b5f2e6 req-45e48b0e-ddd7-407d-bfd0-7ce9f8fcbfd7 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0482461 Sep 22 21:08:06.615624 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe590dbe-6a0e-460b-be5a-910439b5f2e6 req-85b53587-122d-4d89-bb1b-4f0501f79444 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366485 Sep 22 21:08:07.106815 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb623c-d638-42cd-8fd0-8d6ac5b5d517 req-8937ddb5-0341-4d32-9df7-316e5fbe0660 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:07.108310 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-19fb623c-d638-42cd-8fd0-8d6ac5b5d517 req-8937ddb5-0341-4d32-9df7-316e5fbe0660 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0481973 Sep 22 21:08:07.146332 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-19fb623c-d638-42cd-8fd0-8d6ac5b5d517 req-4ce951aa-5a86-411e-be32-2babfe0ba9c3 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320470 Sep 22 21:08:07.578861 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-2dcb7cf4-3b61-4430-86ad-2ceba84f85e5 req-1d3411e7-40e4-4156-8f12-e2779018c124 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398390 Sep 22 21:08:07.643294 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb7cf4-3b61-4430-86ad-2ceba84f85e5 req-365d6fca-cb72-4e8a-83f9-d9be8f06dcce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:07.644813 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-2dcb7cf4-3b61-4430-86ad-2ceba84f85e5 req-365d6fca-cb72-4e8a-83f9-d9be8f06dcce service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f15964513ebf422683c0a52d8b7917a1&device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 1098 time: 0.0422671 Sep 22 21:08:07.734704 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551ab33-cb59-4fbc-8160-4e6db6b2a0b4 req-b90a702d-f518-4b0a-9a1a-111ffe2b9807 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:07.736180 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a551ab33-cb59-4fbc-8160-4e6db6b2a0b4 req-b90a702d-f518-4b0a-9a1a-111ffe2b9807 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0474763 Sep 22 21:08:07.753012 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb7cf4-3b61-4430-86ad-2ceba84f85e5 req-9cba4217-0298-4151-818d-a2af082d7930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:07.754406 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-2dcb7cf4-3b61-4430-86ad-2ceba84f85e5 req-9cba4217-0298-4151-818d-a2af082d7930 service neutron] 10.222.0.48 "GET /v2.0/networks?id=37594581-71ec-4a19-bf13-ec2e3365d219 HTTP/1.1" status: 200 len: 920 time: 0.0858252 Sep 22 21:08:07.789115 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a551ab33-cb59-4fbc-8160-4e6db6b2a0b4 req-a9dbbb13-a21c-442b-8856-b9eb6d79f26d tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436141 Sep 22 21:08:07.804922 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-2dcb7cf4-3b61-4430-86ad-2ceba84f85e5 req-e727db4f-0628-4618-8072-9a5ed56c65fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c0eedf4-b40f-42b6-abef-f93f004a1582 HTTP/1.1" status: 200 len: 217 time: 0.0397818 Sep 22 21:08:07.857911 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb7cf4-3b61-4430-86ad-2ceba84f85e5 req-1982e6d1-ef9a-4b51-89c5-d0912f888f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:07.859344 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-2dcb7cf4-3b61-4430-86ad-2ceba84f85e5 req-1982e6d1-ef9a-4b51-89c5-d0912f888f33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=cc22b1c3-d4d4-4890-93ae-08f0ff0eb192 HTTP/1.1" status: 200 len: 859 time: 0.0457296 Sep 22 21:08:07.891482 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-2dcb7cf4-3b61-4430-86ad-2ceba84f85e5 req-060612bb-2fd4-478d-b44b-4177a247ce00 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=37594581-71ec-4a19-bf13-ec2e3365d219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248282 Sep 22 21:08:07.984062 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-2dcb7cf4-3b61-4430-86ad-2ceba84f85e5 req-134279ad-48d7-4974-8d75-f2ec668939d6 service neutron] 10.222.0.48 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848432 Sep 22 21:08:08.095008 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-2dcb7cf4-3b61-4430-86ad-2ceba84f85e5 req-10f558cb-c778-416f-898a-ee757d96bf47 service neutron] 10.222.0.48 "GET /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887353 Sep 22 21:08:08.273069 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2849b4c-f539-417d-8b5a-6c6706740c9e req-39176219-b43c-4020-b7b2-0183973b87fe tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:08.274574 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c2849b4c-f539-417d-8b5a-6c6706740c9e req-39176219-b43c-4020-b7b2-0183973b87fe tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0547044 Sep 22 21:08:08.319285 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c2849b4c-f539-417d-8b5a-6c6706740c9e req-81e948d3-493e-4f51-ae40-1f84a69c23fa tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377026 Sep 22 21:08:08.903534 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d9754-0b0c-4bed-a52e-9486b36b16a2 req-7906549d-546e-4f94-8320-fd9492779d5d tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:08.905082 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e14d9754-0b0c-4bed-a52e-9486b36b16a2 req-7906549d-546e-4f94-8320-fd9492779d5d tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0512426 Sep 22 21:08:08.943329 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e14d9754-0b0c-4bed-a52e-9486b36b16a2 req-c681c562-3aa2-44a5-b885-07e9432ce059 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321708 Sep 22 21:08:09.089665 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bc3b1-9406-4711-bcdc-c50fdaad3cfa req-da5e0172-ca74-4b60-89a0-1e418f7d126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:09.091208 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c24bc3b1-9406-4711-bcdc-c50fdaad3cfa req-da5e0172-ca74-4b60-89a0-1e418f7d126c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824&tenant_id=a6b763283e694a7fb6a51a7298132497 HTTP/1.1" status: 200 len: 1096 time: 0.0724444 Sep 22 21:08:09.155545 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bc3b1-9406-4711-bcdc-c50fdaad3cfa req-a5cc84f3-e9b3-4386-bb62-68fe24b451d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:09.157018 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c24bc3b1-9406-4711-bcdc-c50fdaad3cfa req-a5cc84f3-e9b3-4386-bb62-68fe24b451d2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6b763283e694a7fb6a51a7298132497&device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 1096 time: 0.0390844 Sep 22 21:08:09.251226 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bc3b1-9406-4711-bcdc-c50fdaad3cfa req-74d6d965-42c1-457d-b307-d82749901c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:09.252665 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c24bc3b1-9406-4711-bcdc-c50fdaad3cfa req-74d6d965-42c1-457d-b307-d82749901c0d service neutron] 10.222.0.48 "GET /v2.0/networks?id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb HTTP/1.1" status: 200 len: 917 time: 0.0862315 Sep 22 21:08:09.471260 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4cdc3-2da8-43d3-bf7b-5dcedb307db2 req-bcd3d297-330f-4bce-9ad1-2f8eef18ac6f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:09.473028 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0af4cdc3-2da8-43d3-bf7b-5dcedb307db2 req-bcd3d297-330f-4bce-9ad1-2f8eef18ac6f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0570638 Sep 22 21:08:09.524821 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0af4cdc3-2da8-43d3-bf7b-5dcedb307db2 req-904b41c9-9e25-4b3c-9231-fe8e5284da53 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407367 Sep 22 21:08:09.545788 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c24bc3b1-9406-4711-bcdc-c50fdaad3cfa req-d87124f1-cf67-4c4f-95eb-09b0513068b1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52dd9960-972b-43b2-9c40-22310cf5bd98 HTTP/1.1" status: 200 len: 998 time: 0.2826731 Sep 22 21:08:09.596071 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bc3b1-9406-4711-bcdc-c50fdaad3cfa req-81f0871c-8ae8-40bf-a646-f967eafdbf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:09.597611 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c24bc3b1-9406-4711-bcdc-c50fdaad3cfa req-81f0871c-8ae8-40bf-a646-f967eafdbf4f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6978b747-bc4a-4923-9a63-b539852557c1 HTTP/1.1" status: 200 len: 855 time: 0.0438113 Sep 22 21:08:09.646439 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bc3b1-9406-4711-bcdc-c50fdaad3cfa req-2345edcc-c343-4acc-a708-0bb6022b7a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:09.647995 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c24bc3b1-9406-4711-bcdc-c50fdaad3cfa req-2345edcc-c343-4acc-a708-0bb6022b7a81 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390186 Sep 22 21:08:09.754037 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c24bc3b1-9406-4711-bcdc-c50fdaad3cfa req-505060c0-36d8-4fbf-b02b-ecf2c239641a service neutron] 10.222.0.48 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934715 Sep 22 21:08:09.865336 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c24bc3b1-9406-4711-bcdc-c50fdaad3cfa req-a8611079-d7bc-4864-97dd-11db4f77b179 service neutron] 10.222.0.48 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008749 Sep 22 21:08:09.947221 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f876e8-db6b-4e22-97c0-0f9edfb55f7a req-9853bfc6-23d6-4d5a-b37f-dde362f30e43 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:09.949391 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-78f876e8-db6b-4e22-97c0-0f9edfb55f7a req-9853bfc6-23d6-4d5a-b37f-dde362f30e43 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0930579 Sep 22 21:08:10.044087 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-78f876e8-db6b-4e22-97c0-0f9edfb55f7a req-e4aec736-ad5f-4be9-920d-675b4055616b tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871732 Sep 22 21:08:10.077095 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-4dd369c5-72a9-4515-9281-2aae8aa1d680 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:10.078859 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-4dd369c5-72a9-4515-9281-2aae8aa1d680 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/networks?id=d9b6faf9-b2b7-4153-bb83-4212e925b805 HTTP/1.1" status: 200 len: 814 time: 0.1703248 Sep 22 21:08:10.111244 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-8e7985d8-66aa-42d5-a8e3-81b27c6e2558 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/quotas/4710095783a04ccab7b1109acfbf73bb HTTP/1.1" status: 200 len: 375 time: 0.0207100 Sep 22 21:08:10.184473 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01276bb-76a5-4446-92b2-ea79b0718d0a req-bf19d75e-0702-4753-a77e-7016c834a2fb tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:10.188875 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c01276bb-76a5-4446-92b2-ea79b0718d0a req-bf19d75e-0702-4753-a77e-7016c834a2fb tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0870121 Sep 22 21:08:10.206704 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-82af698f-87a2-4bb6-bcd4-e4b0953373f9 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4710095783a04ccab7b1109acfbf73bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0721734 Sep 22 21:08:10.264344 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c01276bb-76a5-4446-92b2-ea79b0718d0a req-3ccc5deb-3f78-46cf-9899-877240939b02 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714900 Sep 22 21:08:10.320165 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-1cc9bc23-c5e4-4784-bf28-4cdb1bc4f338 service neutron] 10.222.0.42 "GET /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061211 Sep 22 21:08:10.410579 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-7b21a8a4-e8d3-48ea-8781-28d139c63329 service neutron] 10.222.0.42 "GET /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833485 Sep 22 21:08:10.661679 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07a66e-6a8b-4fd2-a623-98a685db0881 req-c71d3090-a295-40ce-994c-2cb556bee67c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:10.664254 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2a07a66e-6a8b-4fd2-a623-98a685db0881 req-c71d3090-a295-40ce-994c-2cb556bee67c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0538602 Sep 22 21:08:10.722706 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2a07a66e-6a8b-4fd2-a623-98a685db0881 req-54609f7b-cdef-456f-8729-988d6fc80afd tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517828 Sep 22 21:08:10.760924 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-acf05ed5-eb97-4253-aefd-d8dabeaca323 req-d529989c-d996-47c6-b2ce-386ea3fe45d8 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 210 time: 0.0364308 Sep 22 21:08:10.967284 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:11.186730 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f314d55-dc2c-4161-a8bc-ea91b7e4c34c req-a446ec1d-ca07-4ccb-ab01-fe54edcad046 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:11.188254 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3f314d55-dc2c-4161-a8bc-ea91b7e4c34c req-a446ec1d-ca07-4ccb-ab01-fe54edcad046 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0714934 Sep 22 21:08:11.227705 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3f314d55-dc2c-4161-a8bc-ea91b7e4c34c req-f18e68c1-a89e-4108-aaad-7a35fe769a93 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334985 Sep 22 21:08:11.400361 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7f4f2-e248-48ee-8d71-6c0a0af47661 req-52b4123f-8ef1-4007-a9e8-dcd1653cc62a tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:11.402548 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-07d7f4f2-e248-48ee-8d71-6c0a0af47661 req-52b4123f-8ef1-4007-a9e8-dcd1653cc62a tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0608630 Sep 22 21:08:11.443551 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-07d7f4f2-e248-48ee-8d71-6c0a0af47661 req-fab7c3b4-fe2e-47d2-8b33-13da4110824a tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341489 Sep 22 21:08:11.876092 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-76c1492c-d47c-4668-b8cc-ffdb2ff99e44 req-6e489af1-bd05-4eb4-9bbe-1b41a235780b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 210 time: 0.0304892 Sep 22 21:08:11.892682 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7250ff-a8f2-4861-b142-30761558068c req-9c1db539-ec86-459a-b86d-33f139c40786 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:11.894196 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fd7250ff-a8f2-4861-b142-30761558068c req-9c1db539-ec86-459a-b86d-33f139c40786 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0759892 Sep 22 21:08:11.938117 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fd7250ff-a8f2-4861-b142-30761558068c req-ae5f7edb-d52a-47d8-a4a2-dedb7b6115ac tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374334 Sep 22 21:08:12.359855 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d4018-e0a4-4545-89e1-cf52ab0b16a0 req-e51fc6e3-4c73-4f21-aa58-8d54e8417abb tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:12.361437 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1d7d4018-e0a4-4545-89e1-cf52ab0b16a0 req-e51fc6e3-4c73-4f21-aa58-8d54e8417abb tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0519402 Sep 22 21:08:12.399095 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1d7d4018-e0a4-4545-89e1-cf52ab0b16a0 req-2760f3d0-11e8-4ac7-975c-44e24265911d tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313578 Sep 22 21:08:12.567432 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed090b5-3ec3-438a-9608-05123cb808b0 req-98d3531d-781b-4e59-93ea-6fe580abbb9d tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:12.568975 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bed090b5-3ec3-438a-9608-05123cb808b0 req-98d3531d-781b-4e59-93ea-6fe580abbb9d tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0562024 Sep 22 21:08:12.608421 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bed090b5-3ec3-438a-9608-05123cb808b0 req-3f5d35c7-ba06-4c2f-bd4f-51ad38665f8e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330462 Sep 22 21:08:12.973706 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-dffb895c-d4a5-463d-a147-e05cbebfd06c req-2bf42ee6-9618-4ce5-91ec-f4c85c4ae597 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 210 time: 0.0267534 Sep 22 21:08:13.076961 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989b386-768d-4745-9c69-a1db755968ef req-3a962886-d7b4-4ba8-8f9e-e71f5e5525ac tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:13.078675 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2989b386-768d-4745-9c69-a1db755968ef req-3a962886-d7b4-4ba8-8f9e-e71f5e5525ac tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0514205 Sep 22 21:08:13.126304 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2989b386-768d-4745-9c69-a1db755968ef req-90438b19-990c-4e2b-a5b9-f223fc23651b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404031 Sep 22 21:08:13.516624 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8aa84-209c-4da1-9059-96c16cb714ba req-7e1f257e-f7b0-4426-98d3-a6a4fbb39305 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:13.518162 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f9b8aa84-209c-4da1-9059-96c16cb714ba req-7e1f257e-f7b0-4426-98d3-a6a4fbb39305 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0505445 Sep 22 21:08:13.562535 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f9b8aa84-209c-4da1-9059-96c16cb714ba req-80add559-c650-4799-b608-e140b1bf81ab tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374718 Sep 22 21:08:13.744298 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f56f74-40b9-4745-9332-2819b69717e3 req-9201ca28-7e79-42d1-bd3d-e8a3f1021918 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:13.745968 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f4f56f74-40b9-4745-9332-2819b69717e3 req-9201ca28-7e79-42d1-bd3d-e8a3f1021918 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0599263 Sep 22 21:08:13.803239 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f4f56f74-40b9-4745-9332-2819b69717e3 req-1a31c8ca-3822-4c29-be13-310b62c5159a tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491078 Sep 22 21:08:14.074833 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-70c4d279-181a-4dc2-a7c7-5278a44698f2 req-61fd3e42-0b2e-49e0-9571-b950ec3cef20 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 210 time: 0.0297673 Sep 22 21:08:14.255702 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1331a3-12eb-448f-a440-49a1915fb95c req-4fd3f595-ca04-4898-86eb-0f2605a6cab8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:14.257334 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bb1331a3-12eb-448f-a440-49a1915fb95c req-4fd3f595-ca04-4898-86eb-0f2605a6cab8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0519621 Sep 22 21:08:14.300336 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bb1331a3-12eb-448f-a440-49a1915fb95c req-95f8bcca-3f9b-4920-a682-ffff300e3d34 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368140 Sep 22 21:08:14.681165 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5804ad0-fa34-4fe3-a28a-b8d27cdcba98 req-76fd943f-730c-42d2-a7fc-4350efbf97dd tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:14.683307 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f5804ad0-fa34-4fe3-a28a-b8d27cdcba98 req-76fd943f-730c-42d2-a7fc-4350efbf97dd tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0525532 Sep 22 21:08:14.723617 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f5804ad0-fa34-4fe3-a28a-b8d27cdcba98 req-95c83f27-df41-426e-b4fd-4b8c1925befe tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338404 Sep 22 21:08:14.926949 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339de06f-73b7-437b-8065-a395f80c3862 req-2a11053a-93d9-443c-8a79-8c6d63bef7de tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:14.929043 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-339de06f-73b7-437b-8065-a395f80c3862 req-2a11053a-93d9-443c-8a79-8c6d63bef7de tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0555041 Sep 22 21:08:14.976827 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-339de06f-73b7-437b-8065-a395f80c3862 req-3f027b5c-db90-4220-8e56-838d3470dd1c tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411308 Sep 22 21:08:15.174625 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4437091d-293a-4fab-ace6-e5a3055d086e req-1bd6166a-bb2b-41b5-b02e-a8e5aadd69bb tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 210 time: 0.0301156 Sep 22 21:08:15.443774 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be3697-6738-43b6-9306-b66680187e80 req-e9576b7e-5035-4844-a4d0-8fd0fb674c42 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:15.443774 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-91be3697-6738-43b6-9306-b66680187e80 req-e9576b7e-5035-4844-a4d0-8fd0fb674c42 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0522156 Sep 22 21:08:15.484582 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-91be3697-6738-43b6-9306-b66680187e80 req-0e67a3e4-ca80-4152-bd76-427956a70bcd tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351782 Sep 22 21:08:15.849916 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584e76b-b195-4345-b22f-e418ef021ea4 req-ed8666f4-eb46-451e-ab61-20a54dbe078f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:15.851829 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0584e76b-b195-4345-b22f-e418ef021ea4 req-ed8666f4-eb46-451e-ab61-20a54dbe078f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0611513 Sep 22 21:08:15.894451 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0584e76b-b195-4345-b22f-e418ef021ea4 req-418e76dc-6fec-4980-99c6-0ce10be5a630 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365534 Sep 22 21:08:16.114002 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a58878-be2a-4612-ac7b-b479ff9c4d99 req-716a4daa-39d1-4051-b1d0-1839d0e6209a tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:16.115915 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-48a58878-be2a-4612-ac7b-b479ff9c4d99 req-716a4daa-39d1-4051-b1d0-1839d0e6209a tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0586338 Sep 22 21:08:16.157855 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-48a58878-be2a-4612-ac7b-b479ff9c4d99 req-a68db4de-affd-4231-90ff-9bbabc70fe37 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338192 Sep 22 21:08:16.274325 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-09a1c7b1-3558-42e7-8111-91863ccfae5c req-de7229d8-77d1-4d38-b8dc-3613a22f29c6 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 210 time: 0.0276408 Sep 22 21:08:16.611579 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288cd77-361d-4031-a4ef-adc58f40a7e6 req-6014849b-c683-406d-8459-1e0ec44df08d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:16.613087 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3288cd77-361d-4031-a4ef-adc58f40a7e6 req-6014849b-c683-406d-8459-1e0ec44df08d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0511892 Sep 22 21:08:16.652004 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3288cd77-361d-4031-a4ef-adc58f40a7e6 req-14ed76df-006f-4ba6-a81d-ba56f22af074 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327103 Sep 22 21:08:17.025512 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da0a9d-39d0-42aa-a178-44cfc29601e7 req-28628c2d-557b-4351-a2c2-ce4aff3fa15a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:17.032751 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f5da0a9d-39d0-42aa-a178-44cfc29601e7 req-28628c2d-557b-4351-a2c2-ce4aff3fa15a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0549455 Sep 22 21:08:17.069454 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f5da0a9d-39d0-42aa-a178-44cfc29601e7 req-9b2f2c63-ac63-48ba-ae08-c9223e64931e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356739 Sep 22 21:08:17.273902 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34157457-0c8e-4540-8918-a25bf4a7bb24 req-29955efd-aef8-4b72-8b46-1083f2611dbd tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:17.275392 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-34157457-0c8e-4540-8918-a25bf4a7bb24 req-29955efd-aef8-4b72-8b46-1083f2611dbd tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0501611 Sep 22 21:08:17.318063 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-34157457-0c8e-4540-8918-a25bf4a7bb24 req-e994c84c-7a7e-4b51-b41c-145949c28ab3 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359101 Sep 22 21:08:17.384936 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-759fec88-afd4-45f8-92e1-0726549d9c15 req-78d6230d-8b22-476f-838b-527230ff6340 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 210 time: 0.0261738 Sep 22 21:08:17.769714 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f936ec-2161-425f-9e97-277888b929b7 req-bf390468-07b8-457f-8a49-419c325f140e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:17.771132 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-64f936ec-2161-425f-9e97-277888b929b7 req-bf390468-07b8-457f-8a49-419c325f140e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0476034 Sep 22 21:08:17.817359 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-64f936ec-2161-425f-9e97-277888b929b7 req-99a79055-a50e-45c8-8d27-380a517c13da tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399082 Sep 22 21:08:18.182038 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb672fea-11d6-4761-9eab-f074b41db6c9 req-1aac1b58-f43d-48a1-97a3-f75e41563f5a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:18.183640 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-eb672fea-11d6-4761-9eab-f074b41db6c9 req-1aac1b58-f43d-48a1-97a3-f75e41563f5a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0487900 Sep 22 21:08:18.223161 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-eb672fea-11d6-4761-9eab-f074b41db6c9 req-a8048abd-cd29-4228-8c2b-a07fcafa93a2 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329132 Sep 22 21:08:18.455870 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f61b44-18a0-49f7-9773-aacfde5350a8 req-ac4308c7-325d-45df-9beb-b3c3a7ecef94 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:18.457554 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-94f61b44-18a0-49f7-9773-aacfde5350a8 req-ac4308c7-325d-45df-9beb-b3c3a7ecef94 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0668240 Sep 22 21:08:18.506090 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e4edfa4e-1845-4438-a3c0-db4cb3d807aa req-fbbc213d-84b2-4579-9e05-1cd796eb7b40 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 210 time: 0.0391269 Sep 22 21:08:18.526307 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-94f61b44-18a0-49f7-9773-aacfde5350a8 req-7df87606-0dd6-433d-bb5e-f8112cf104aa tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605998 Sep 22 21:08:18.952952 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a8e98-0fa6-425a-9fd9-6957399abaa9 req-583ea61f-7619-4d17-ac02-3fb19f82933f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:18.954516 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b34a8e98-0fa6-425a-9fd9-6957399abaa9 req-583ea61f-7619-4d17-ac02-3fb19f82933f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0593667 Sep 22 21:08:19.001680 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b34a8e98-0fa6-425a-9fd9-6957399abaa9 req-e1c0aa9b-c206-4cf2-88a1-db3f10411147 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336747 Sep 22 21:08:19.344358 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d924f8-6501-49fb-9b46-9091afc06b18 req-55f1c06d-b32c-4187-8143-ba900101be9e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:19.345903 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-88d924f8-6501-49fb-9b46-9091afc06b18 req-55f1c06d-b32c-4187-8143-ba900101be9e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0485613 Sep 22 21:08:19.384936 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-88d924f8-6501-49fb-9b46-9091afc06b18 req-0b5d1008-5784-4dac-adcd-aefb8f2e0fa5 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322173 Sep 22 21:08:19.611435 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fd009ffc-8d71-47bc-8300-468ba3475989 req-409a4105-2bfe-431c-99b6-d55b0bfcbd0b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 210 time: 0.0341411 Sep 22 21:08:19.666228 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e0548-ba02-4a5a-9a90-e3ef031f17d7 req-e2ac34d0-a759-4c90-bc96-07186b221103 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:19.668339 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-974e0548-ba02-4a5a-9a90-e3ef031f17d7 req-e2ac34d0-a759-4c90-bc96-07186b221103 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0609417 Sep 22 21:08:19.710763 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-974e0548-ba02-4a5a-9a90-e3ef031f17d7 req-668c91ee-65bd-4fdf-acd8-f9bcbeddd8ea tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338264 Sep 22 21:08:20.130858 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d395c199-8bfe-4d4b-9d9b-f170db477638 req-ca76b3c3-acd9-4026-934c-b557de32fd09 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:20.132462 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d395c199-8bfe-4d4b-9d9b-f170db477638 req-ca76b3c3-acd9-4026-934c-b557de32fd09 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0532403 Sep 22 21:08:20.175924 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d395c199-8bfe-4d4b-9d9b-f170db477638 req-053f85ff-ad7c-4189-97ef-d3b3d43f09c6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358593 Sep 22 21:08:20.502233 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697626d7-cced-4782-bff0-03cbd047c739 req-258b0cab-6488-4335-b18b-9dd52e48caa1 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:20.505548 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-697626d7-cced-4782-bff0-03cbd047c739 req-258b0cab-6488-4335-b18b-9dd52e48caa1 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0518088 Sep 22 21:08:20.558940 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-697626d7-cced-4782-bff0-03cbd047c739 req-374b492b-27d6-45fb-9207-dfe2737cb2ea tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492122 Sep 22 21:08:20.712780 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-dfb959ed-ea86-4ac3-b9f4-6e93f6c18d72 req-bb6034ee-55c5-4e0d-97bf-abfadb3c3b10 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 210 time: 0.0324433 Sep 22 21:08:20.830667 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e88d8-281c-4251-962e-eb95e3f428a7 req-91007100-26fe-41b5-8957-ad0fb7707383 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:20.832230 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-843e88d8-281c-4251-962e-eb95e3f428a7 req-91007100-26fe-41b5-8957-ad0fb7707383 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0504117 Sep 22 21:08:20.882416 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-843e88d8-281c-4251-962e-eb95e3f428a7 req-b28b3e9c-7700-4408-8818-9ee1a8c812e6 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437398 Sep 22 21:08:21.302231 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c24a2-fe03-449c-9db3-1753f0ea9ba9 req-6fb0fccf-99a0-4ba3-81b7-368595d7d658 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:21.303798 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-258c24a2-fe03-449c-9db3-1753f0ea9ba9 req-6fb0fccf-99a0-4ba3-81b7-368595d7d658 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0506239 Sep 22 21:08:21.347209 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-258c24a2-fe03-449c-9db3-1753f0ea9ba9 req-995b800b-86d1-4445-9def-09cb3ac0cd21 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368676 Sep 22 21:08:21.677639 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10470930-39f7-41bf-94e2-01efab49e601 req-37321082-1ce7-44f5-b5da-736975e74d5a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:21.679191 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-10470930-39f7-41bf-94e2-01efab49e601 req-37321082-1ce7-44f5-b5da-736975e74d5a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0490284 Sep 22 21:08:21.722962 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-10470930-39f7-41bf-94e2-01efab49e601 req-0a8f9ed4-4f61-41d9-bdbd-9e22c90ca693 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372410 Sep 22 21:08:21.826943 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e2285e55-bf14-4d00-922e-aa8385428adf req-80317048-2179-46bd-9f43-ab8f3760c102 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 210 time: 0.0253127 Sep 22 21:08:22.003178 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b65ca-94ed-462a-a2e2-00788e4771ee req-49fa0e39-94c1-4d22-8647-bfa52318ad31 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:22.006909 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b26b65ca-94ed-462a-a2e2-00788e4771ee req-49fa0e39-94c1-4d22-8647-bfa52318ad31 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0523832 Sep 22 21:08:22.044299 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b26b65ca-94ed-462a-a2e2-00788e4771ee req-fc9fc914-8e08-4e65-bc54-0981ad5da9c5 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325706 Sep 22 21:08:22.475950 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f1076-fd81-4f46-9fd2-c4534a27f348 req-bfb28ce9-85e6-4721-9c86-c2667b1066f4 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:22.477735 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1b4f1076-fd81-4f46-9fd2-c4534a27f348 req-bfb28ce9-85e6-4721-9c86-c2667b1066f4 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0565364 Sep 22 21:08:22.520106 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1b4f1076-fd81-4f46-9fd2-c4534a27f348 req-49471180-0c9c-4a00-9d43-65bf870d9e1f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359106 Sep 22 21:08:22.844056 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9156ba5-1538-4fa0-b448-1c231c959b38 req-a7a824cd-5c48-48c6-9b90-b9886c4d6357 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:22.846349 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c9156ba5-1538-4fa0-b448-1c231c959b38 req-a7a824cd-5c48-48c6-9b90-b9886c4d6357 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0553589 Sep 22 21:08:22.889724 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c9156ba5-1538-4fa0-b448-1c231c959b38 req-337f1c94-c550-464a-bd08-4fade79b821b tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375838 Sep 22 21:08:22.919523 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ecf32a24-ebce-4b7c-b81f-a6899ce5fa80 req-0407b539-8476-40a9-b4a2-dcec02534f0d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 210 time: 0.0286922 Sep 22 21:08:23.158516 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326b3691-b60d-49bd-9910-0a36cf364d31 req-6e574218-0197-466b-897f-c5a10731b447 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:23.159931 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-326b3691-b60d-49bd-9910-0a36cf364d31 req-6e574218-0197-466b-897f-c5a10731b447 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0479078 Sep 22 21:08:23.198772 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-326b3691-b60d-49bd-9910-0a36cf364d31 req-cc2c6289-d4df-4de0-964e-aeec1f124767 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329185 Sep 22 21:08:23.642044 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8dbb3-2c7f-4032-8677-938065898685 req-f4346cfd-208a-425d-9466-382e873eca4d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:23.645468 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-16f8dbb3-2c7f-4032-8677-938065898685 req-f4346cfd-208a-425d-9466-382e873eca4d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0529721 Sep 22 21:08:23.684288 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-16f8dbb3-2c7f-4032-8677-938065898685 req-7af42668-3950-4727-be03-c270417b9a44 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340016 Sep 22 21:08:24.017030 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f2336bec-7eff-4247-8225-2f3d9752c3c3 req-344847f9-3dbb-49c7-a950-69fa8adc21ce tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 210 time: 0.0287333 Sep 22 21:08:24.028140 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcde2c-402b-4ecc-8868-13cb5bf73b5b req-3d445e2c-71ba-4079-bfa5-1d3cd0c86d68 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:24.030336 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7dfcde2c-402b-4ecc-8868-13cb5bf73b5b req-3d445e2c-71ba-4079-bfa5-1d3cd0c86d68 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0713534 Sep 22 21:08:24.068365 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7dfcde2c-402b-4ecc-8868-13cb5bf73b5b req-bf19eb23-b37e-4c28-9ccc-9e15df7aff35 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324821 Sep 22 21:08:24.309927 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e391ae-59b4-4c96-8258-32250a21d20d req-99610537-486f-4609-96fb-21e617b371ab tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:24.311439 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-83e391ae-59b4-4c96-8258-32250a21d20d req-99610537-486f-4609-96fb-21e617b371ab tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0472894 Sep 22 21:08:24.352317 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-83e391ae-59b4-4c96-8258-32250a21d20d req-29773257-7be9-4235-bb55-debaab1e2595 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350628 Sep 22 21:08:24.814630 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88242bdb-9ac9-446f-a6c2-e5ddd15b5043 req-f1c2acea-d84b-4687-adb5-4a2f7f816435 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:24.816107 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-88242bdb-9ac9-446f-a6c2-e5ddd15b5043 req-f1c2acea-d84b-4687-adb5-4a2f7f816435 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0576036 Sep 22 21:08:24.856585 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-88242bdb-9ac9-446f-a6c2-e5ddd15b5043 req-2d2073f0-9e88-4258-8262-9ab7510fb7ed tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343049 Sep 22 21:08:25.107693 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b5eb7921-9fdf-4e92-9633-7d49846a6ae6 req-3914c94f-f8b8-4aa4-a374-b35a9862df66 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 210 time: 0.0252049 Sep 22 21:08:25.188326 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85054a41-ce64-4fed-85da-824b5d86fe8a req-ce1fa91e-27f0-450a-bb23-284bbc3dfff6 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:25.189891 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-85054a41-ce64-4fed-85da-824b5d86fe8a req-ce1fa91e-27f0-450a-bb23-284bbc3dfff6 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0490329 Sep 22 21:08:25.227494 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-85054a41-ce64-4fed-85da-824b5d86fe8a req-bbde97d8-ec73-4c5b-9638-adb9640235ec tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314655 Sep 22 21:08:25.464600 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ef58b-53b3-49ea-9aa5-a37423c679f5 req-df46f634-4719-4a78-af06-7ebebeab71c5 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:25.466066 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2f3ef58b-53b3-49ea-9aa5-a37423c679f5 req-df46f634-4719-4a78-af06-7ebebeab71c5 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0497038 Sep 22 21:08:25.503027 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2f3ef58b-53b3-49ea-9aa5-a37423c679f5 req-91afc756-b7f1-43b2-9b9d-d1a7b510cc23 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312228 Sep 22 21:08:25.980571 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123e193-6ed6-4ed5-89a5-47e3881c26cd req-4ec0f9a3-0311-478f-aa34-5e06ee0c833f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:25.982110 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a123e193-6ed6-4ed5-89a5-47e3881c26cd req-4ec0f9a3-0311-478f-aa34-5e06ee0c833f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0531828 Sep 22 21:08:25.988234 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-4e90a0c9-78cf-459a-bd6c-fc729c970a2d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:25.990674 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-4e90a0c9-78cf-459a-bd6c-fc729c970a2d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.48 "GET /v2.0/networks?id=d9b6faf9-b2b7-4153-bb83-4212e925b805 HTTP/1.1" status: 200 len: 814 time: 0.1080029 Sep 22 21:08:26.009126 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Request body: {'port': {'device_id': 'a759f762-3fa6-4659-8dd7-7b9ef2cc9366', 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805', 'admin_state_up': True, 'tenant_id': '4710095783a04ccab7b1109acfbf73bb'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:08:26.025154 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a123e193-6ed6-4ed5-89a5-47e3881c26cd req-86ea7ae5-9975-4a25-bc3d-a033b6661377 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367048 Sep 22 21:08:26.203471 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1cf1b8d9-65fb-43b8-ad02-fe924d4dd7f0 req-349135ff-5b27-4bdd-8b4f-6b541c33a50e tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 210 time: 0.0272067 Sep 22 21:08:26.223871 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Made reservation on behalf of 4710095783a04ccab7b1109acfbf73bb for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:08:26.227562 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:26.350824 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155c707-0614-4d71-8ab3-25e3b63cf184 req-2b6e6b5b-7680-4b79-80e1-e76422b2aa08 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:26.352360 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4155c707-0614-4d71-8ab3-25e3b63cf184 req-2b6e6b5b-7680-4b79-80e1-e76422b2aa08 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0509613 Sep 22 21:08:26.355375 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Allocated IP 172.20.0.8 (d9b6faf9-b2b7-4153-bb83-4212e925b805/306d6aee-3151-4adf-9b06-7ffb7fd67e61/b8aef771-3bea-4742-bf44-8d3be7d94a56) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:08:26.390356 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4155c707-0614-4d71-8ab3-25e3b63cf184 req-008dec1c-d07f-4255-9d80-605e456c7461 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315156 Sep 22 21:08:26.503354 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:26.578785 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:26.592807 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['d0322484-0295-4e37-9940-2128771d0ddf', '1c109839-b1a2-4fa5-a6ed-bb00afb4ac31', '67fb6466-819f-4336-b27f-47af06c3f096'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:08:26.621022 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c15d8-9089-428e-874d-4d15b9735f0d req-f8c935d5-2bbd-462d-9eac-ac55aa7f7701 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:26.622658 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-697c15d8-9089-428e-874d-4d15b9735f0d req-f8c935d5-2bbd-462d-9eac-ac55aa7f7701 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0551445 Sep 22 21:08:26.624193 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Network d9b6faf9-b2b7-4153-bb83-4212e925b805 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:08:26.627412 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:08:26.630103 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:08:26.667105 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-697c15d8-9089-428e-874d-4d15b9735f0d req-868dc3c9-580d-4179-ae02-4b4b720e6755 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382998 Sep 22 21:08:26.672868 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Pushing event updated for resources: {'Port': ['ID=b8aef771-3bea-4742-bf44-8d3be7d94a56,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:26.691734 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:26.692340 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:26.696710 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:26.697204 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:26.697727 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:26.698065 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:26.700688 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:26.700688 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:26.700688 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:26.700688 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:26.700688 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:26.700688 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:26.700688 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:26.701374 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:26.734723 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0e9b0-c411-46a6-b591-12bf7ef5c27b req-cb44867c-722d-4735-815f-b2ece478504a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:26.736172 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a6b0e9b0-c411-46a6-b591-12bf7ef5c27b req-cb44867c-722d-4735-815f-b2ece478504a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.48 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 945 time: 0.0514548 Sep 22 21:08:26.767619 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-f388e812-8d2e-4ccc-8559-6c8c8a7ea434 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7655637 Sep 22 21:08:26.783818 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Request body: {'port': {'device_id': 'a759f762-3fa6-4659-8dd7-7b9ef2cc9366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:08:26.848789 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-a6b0e9b0-c411-46a6-b591-12bf7ef5c27b req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Deleting port 5c0eedf4-b40f-42b6-abef-f93f004a1582 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:08:26.849342 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a6b0e9b0-c411-46a6-b591-12bf7ef5c27b req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:26.852917 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:26.963618 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-a6b0e9b0-c411-46a6-b591-12bf7ef5c27b req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] For port 5c0eedf4-b40f-42b6-abef-f93f004a1582, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=5c0eedf4-b40f-42b6-abef-f93f004a1582,segment=NetworkSegment(aa1b7c1a-ba47-466a-9ebd-7db52b512d42),segment_id=aa1b7c1a-ba47-466a-9ebd-7db52b512d42)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:08:26.964703 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a6b0e9b0-c411-46a6-b591-12bf7ef5c27b req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:26.977393 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [req-a6b0e9b0-c411-46a6-b591-12bf7ef5c27b req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Calling delete_port for 5c0eedf4-b40f-42b6-abef-f93f004a1582 owned by compute:nova {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:08:27.185888 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b76cb-21f8-42ed-812c-2cb999aa71e9 req-d701c720-30a1-4fa3-9056-713b3b9ab87b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:27.187358 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-765b76cb-21f8-42ed-812c-2cb999aa71e9 req-d701c720-30a1-4fa3-9056-713b3b9ab87b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0667107 Sep 22 21:08:27.190036 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a6b0e9b0-c411-46a6-b591-12bf7ef5c27b req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:27.194180 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8aef771-3bea-4742-bf44-8d3be7d94a56 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:08:27.203520 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:27.217999 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Transition to ACTIVE for port object b8aef771-3bea-4742-bf44-8d3be7d94a56 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:08:27.239001 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Pushing event deleted for resources: {'Port': ['ID=5c0eedf4-b40f-42b6-abef-f93f004a1582,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:27.259882 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-398fdc5e-8c8e-4901-848e-00f216dc4218 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798236774&fields=id&tenant_id=2b3af2e0553c429bac5d74807160a543 HTTP/1.1" status: 200 len: 267 time: 0.1023917 Sep 22 21:08:27.264459 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:27.269424 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:27.269424 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:27.269424 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:27.269424 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:27.269424 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:27.269424 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:27.269424 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:27.269424 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:27.269424 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:27.269424 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:27.269424 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:27.281065 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:27.330630 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Pushing event updated for resources: {'Port': ['ID=b8aef771-3bea-4742-bf44-8d3be7d94a56,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:27.344785 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b0e9b0-c411-46a6-b591-12bf7ef5c27b req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] No DVR routers for this DVR port 5c0eedf4-b40f-42b6-abef-f93f004a1582 on host hv-cinder-81041 {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:08:27.350020 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-a6b0e9b0-c411-46a6-b591-12bf7ef5c27b req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:27.352000 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a6b0e9b0-c411-46a6-b591-12bf7ef5c27b req-bbd465e5-50c0-4c0d-9bc5-06fc548f171f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.48 "DELETE /v2.0/ports/5c0eedf4-b40f-42b6-abef-f93f004a1582 HTTP/1.1" status: 204 len: 173 time: 0.6065176 Sep 22 21:08:27.352435 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ebc383-0071-443a-8ebb-7e100800a282', 'name': 'network-vif-deleted', 'tag': '5c0eedf4-b40f-42b6-abef-f93f004a1582'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:08:27.355274 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f9e82ad46dbda8c41019e9d45a01ce2f125e700925afeafc1c5e0f0766aab3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ca8870-6dd4-4496-9bd2-8aafd7fb0d0d" -d '{"events": [{"server_uuid": "39ebc383-0071-443a-8ebb-7e100800a282", "name": "network-vif-deleted", "tag": "5c0eedf4-b40f-42b6-abef-f93f004a1582"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:08:27.374350 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-765b76cb-21f8-42ed-812c-2cb999aa71e9 req-fc292ec6-7f93-47a3-b14c-ff77edb14284 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747286 Sep 22 21:08:27.420760 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Attempting to bind port b8aef771-3bea-4742-bf44-8d3be7d94a56 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:08:27.421100 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Attempting to bind port b8aef771-3bea-4742-bf44-8d3be7d94a56 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'b050491d-33ef-46e3-9e42-218a94a7b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:08:27.421446 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Attempting to bind port b8aef771-3bea-4742-bf44-8d3be7d94a56 on network d9b6faf9-b2b7-4153-bb83-4212e925b805 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:08:27.433292 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Port b8aef771-3bea-4742-bf44-8d3be7d94a56 on network d9b6faf9-b2b7-4153-bb83-4212e925b805 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:08:27.433427 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Attempting to bind port b8aef771-3bea-4742-bf44-8d3be7d94a56 on network d9b6faf9-b2b7-4153-bb83-4212e925b805 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:08:27.438598 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:08:27.438923 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Checking segment: {'id': 'b050491d-33ef-46e3-9e42-218a94a7b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:08:27.439296 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Bound using segment: {'id': 'b050491d-33ef-46e3-9e42-218a94a7b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:08:27.441009 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Bound port: b8aef771-3bea-4742-bf44-8d3be7d94a56, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b050491d-33ef-46e3-9e42-218a94a7b92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:08:27.442083 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:27.465491 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-f3a09aed-f205-4129-b9ea-bd778025df09 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:27.467068 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-f3a09aed-f205-4129-b9ea-bd778025df09 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/networks?id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a HTTP/1.1" status: 200 len: 812 time: 0.1930153 Sep 22 21:08:27.518516 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-600c46c0-fa2c-4a3e-b9ab-252dd539010a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/quotas/2b3af2e0553c429bac5d74807160a543 HTTP/1.1" status: 200 len: 375 time: 0.0158424 Sep 22 21:08:27.532774 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] For port b8aef771-3bea-4742-bf44-8d3be7d94a56, host hv-cinder-81041, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:08:27.532774 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] For port b8aef771-3bea-4742-bf44-8d3be7d94a56, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b8aef771-3bea-4742-bf44-8d3be7d94a56,segment=NetworkSegment(b050491d-33ef-46e3-9e42-218a94a7b92f),segment_id=b050491d-33ef-46e3-9e42-218a94a7b92f)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:08:27.542488 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590c5b2-f8cf-4289-8921-5a597517afe1 req-27415d6d-86a0-4a78-878f-9b8da6708ef6 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:27.543939 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3590c5b2-f8cf-4289-8921-5a597517afe1 req-27415d6d-86a0-4a78-878f-9b8da6708ef6 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 943 time: 0.0755439 Sep 22 21:08:27.562200 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device df61a110-e862-4a04-b866-48b063080d70 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:08:27.566260 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['d6fdc1a2-d24d-4ae9-8eec-e32518880b2a', '5c0eedf4-b40f-42b6-abef-f93f004a1582'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:08:27.603862 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-299d9f76-555b-4674-acdb-f93d4a342834 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b3af2e0553c429bac5d74807160a543&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796430 Sep 22 21:08:27.609519 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:27.609954 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3590c5b2-f8cf-4289-8921-5a597517afe1 req-10b194a3-fce3-4cb8-8b01-725f26d4dd64 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529606 Sep 22 21:08:27.645512 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:27.647380 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:27.651103 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] 10.222.0.48 "PUT /v2.0/ports/b8aef771-3bea-4742-bf44-8d3be7d94a56 HTTP/1.1" status: 200 len: 1093 time: 0.8712687 Sep 22 21:08:27.655124 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a759f762-3fa6-4659-8dd7-7b9ef2cc9366', 'tag': 'b8aef771-3bea-4742-bf44-8d3be7d94a56'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:08:27.656316 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957a597d-ab28-4ee0-a8f2-a1b9ebaba855" -d '{"events": [{"name": "network-changed", "server_uuid": "a759f762-3fa6-4659-8dd7-7b9ef2cc9366", "tag": "b8aef771-3bea-4742-bf44-8d3be7d94a56"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:08:27.709461 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bba66b4-f772-414c-9ed3-e1d067ca9b6e x-openstack-request-id: req-8bba66b4-f772-414c-9ed3-e1d067ca9b6e {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:08:27.709695 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ebc383-0071-443a-8ebb-7e100800a282", "name": "network-vif-deleted", "tag": "5c0eedf4-b40f-42b6-abef-f93f004a1582", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:08:27.709846 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8bba66b4-f772-414c-9ed3-e1d067ca9b6e {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:08:27.710252 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39ebc383-0071-443a-8ebb-7e100800a282', 'name': 'network-vif-deleted', 'tag': '5c0eedf4-b40f-42b6-abef-f93f004a1582', 'status': 'completed', 'code': 200} Sep 22 21:08:27.717592 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb9bf3-74fe-47e4-aed4-e8dfc89e2e2e service neutron] Pushing event updated for resources: {'Port': ['ID=b8aef771-3bea-4742-bf44-8d3be7d94a56,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:27.750336 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-b08c47b3-352c-4209-97fd-c903a3e54739 service neutron] 10.222.0.42 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317737 Sep 22 21:08:27.751389 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port df61a110-e862-4a04-b866-48b063080d70, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=df61a110-e862-4a04-b866-48b063080d70,segment=NetworkSegment(534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1),segment_id=534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:08:27.772693 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': 'df61a110-e862-4a04-b866-48b063080d70', 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78', 'port_id': 'df61a110-e862-4a04-b866-48b063080d70', 'mac_address': 'fa:16:3e:ba:c5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:08:27.782513 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-da3f55e2-c02a-4133-b556-4fc38cf8f053 req-8f9ed63e-d1b6-42fa-b0ed-4a02b898523a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=39ebc383-0071-443a-8ebb-7e100800a282 HTTP/1.1" status: 200 len: 210 time: 0.0372565 Sep 22 21:08:27.845671 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:27.872532 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df61a110-e862-4a04-b866-48b063080d70 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:08:27.886148 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-115ab03a-87fc-441f-aba6-a89c9d43f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:27.888500 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-115ab03a-87fc-441f-aba6-a89c9d43f01c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4710095783a04ccab7b1109acfbf73bb&device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 1096 time: 0.0775254 Sep 22 21:08:27.893397 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port df61a110-e862-4a04-b866-48b063080d70, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=df61a110-e862-4a04-b866-48b063080d70,segment=NetworkSegment(534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1),segment_id=534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:08:27.906661 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-9ee7dbfc-d653-457b-a303-25a17bd5dcbe service neutron] 10.222.0.42 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479950 Sep 22 21:08:27.931403 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad8b71-fa20-4c65-a73e-772fb46ece4a req-e9a19f13-5367-4300-99ee-2fb572506104 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:27.933804 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2dad8b71-fa20-4c65-a73e-772fb46ece4a req-e9a19f13-5367-4300-99ee-2fb572506104 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0658948 Sep 22 21:08:27.948831 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-023ac693-164b-422a-b8ad-f0830a48821e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8aef771-3bea-4742-bf44-8d3be7d94a56 HTTP/1.1" status: 200 len: 217 time: 0.0448623 Sep 22 21:08:27.974693 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2dad8b71-fa20-4c65-a73e-772fb46ece4a req-8a05f1c9-b68b-4966-8505-a220b8e60fa9 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336826 Sep 22 21:08:27.979399 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:28.018164 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-02919ac1-6cfd-43ff-a5d1-74676623b7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:28.021685 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-02919ac1-6cfd-43ff-a5d1-74676623b7d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=306d6aee-3151-4adf-9b06-7ffb7fd67e61 HTTP/1.1" status: 200 len: 854 time: 0.0627944 Sep 22 21:08:28.045393 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c210ee-c4ed-4de2-acfd-a3143461d962 x-openstack-request-id: req-02c210ee-c4ed-4de2-acfd-a3143461d962 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:08:28.045674 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a759f762-3fa6-4659-8dd7-7b9ef2cc9366", "tag": "b8aef771-3bea-4742-bf44-8d3be7d94a56", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:08:28.045921 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02c210ee-c4ed-4de2-acfd-a3143461d962 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:08:28.046311 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a759f762-3fa6-4659-8dd7-7b9ef2cc9366', 'tag': 'b8aef771-3bea-4742-bf44-8d3be7d94a56', 'status': 'completed', 'code': 200} Sep 22 21:08:28.046984 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=df61a110-e862-4a04-b866-48b063080d70,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:28.054327 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:28.054747 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:28.055155 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:28.055553 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:28.056058 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:28.056534 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:28.057595 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:28.058219 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:28.058561 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:28.058895 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:28.061698 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:28.062043 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:28.062606 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-6c2fdcb8-2bf2-4bb0-b2b5-0db87ba7165e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9b6faf9-b2b7-4153-bb83-4212e925b805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278511 Sep 22 21:08:28.155456 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-f9079daa-206c-4519-93a4-23f6ea684aa8 service neutron] 10.222.0.48 "GET /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860434 Sep 22 21:08:28.254521 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-08589399-8f93-46e3-bfbd-949b747a90b7 req-e62ce772-4739-4cbd-bdc0-74f8f12a7aab service neutron] 10.222.0.48 "GET /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862007 Sep 22 21:08:28.310539 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['df61a110-e862-4a04-b866-48b063080d70'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:08:28.517649 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a597d-ab28-4ee0-a8f2-a1b9ebaba855 req-ce49ceba-983d-4017-ba19-e14efc571d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:28.519928 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-957a597d-ab28-4ee0-a8f2-a1b9ebaba855 req-ce49ceba-983d-4017-ba19-e14efc571d11 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=4710095783a04ccab7b1109acfbf73bb&device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 1096 time: 0.0642371 Sep 22 21:08:28.623332 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9b154635-c649-4977-ba4d-ba650536930b req-9e1c6e0d-1765-46f2-a774-0e23a2b3935d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 210 time: 0.0393891 Sep 22 21:08:28.648716 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160eca3-d422-40aa-982f-03574289f123 req-320b5379-1ec5-4912-9399-9856ee55f48e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:28.657136 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0160eca3-d422-40aa-982f-03574289f123 req-320b5379-1ec5-4912-9399-9856ee55f48e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.1846468 Sep 22 21:08:28.680979 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a597d-ab28-4ee0-a8f2-a1b9ebaba855 req-812063cd-e8a4-4e65-a6ca-c595133655fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:28.685115 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-957a597d-ab28-4ee0-a8f2-a1b9ebaba855 req-812063cd-e8a4-4e65-a6ca-c595133655fe service neutron] 10.222.0.48 "GET /v2.0/networks?id=d9b6faf9-b2b7-4153-bb83-4212e925b805 HTTP/1.1" status: 200 len: 915 time: 0.1491575 Sep 22 21:08:28.716916 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0160eca3-d422-40aa-982f-03574289f123 req-6c960e60-2781-4c2a-bf7d-47c53d75cc45 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582359 Sep 22 21:08:28.745329 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-957a597d-ab28-4ee0-a8f2-a1b9ebaba855 req-4efe67d7-7519-4817-b966-d1195f6ba723 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8aef771-3bea-4742-bf44-8d3be7d94a56 HTTP/1.1" status: 200 len: 217 time: 0.0503125 Sep 22 21:08:28.759718 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc13d8-c69e-40e7-abe5-8a6ed12c3280 req-d6020c75-8a90-4da7-8642-767403b4a08f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:28.761257 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-97bc13d8-c69e-40e7-abe5-8a6ed12c3280 req-d6020c75-8a90-4da7-8642-767403b4a08f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 943 time: 0.0552928 Sep 22 21:08:28.798203 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a597d-ab28-4ee0-a8f2-a1b9ebaba855 req-635e4d5f-40f7-4d9f-b0bb-a87adba38bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:28.799727 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-957a597d-ab28-4ee0-a8f2-a1b9ebaba855 req-635e4d5f-40f7-4d9f-b0bb-a87adba38bb9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=306d6aee-3151-4adf-9b06-7ffb7fd67e61 HTTP/1.1" status: 200 len: 854 time: 0.0444183 Sep 22 21:08:28.805173 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-97bc13d8-c69e-40e7-abe5-8a6ed12c3280 req-42459552-4a11-439f-aa7f-574e428a96b3 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372739 Sep 22 21:08:28.836906 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-957a597d-ab28-4ee0-a8f2-a1b9ebaba855 req-a62ad6af-550f-443d-bb95-d49e63828e84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d9b6faf9-b2b7-4153-bb83-4212e925b805&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267675 Sep 22 21:08:28.936828 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-957a597d-ab28-4ee0-a8f2-a1b9ebaba855 req-1630a909-409b-4c70-a8c8-6fd0ddb14b40 service neutron] 10.222.0.48 "GET /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910852 Sep 22 21:08:29.035279 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-957a597d-ab28-4ee0-a8f2-a1b9ebaba855 req-39a965d7-1c03-482e-a1f8-8e40eda28b25 service neutron] 10.222.0.48 "GET /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912054 Sep 22 21:08:29.099380 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b6666-62fe-4217-b538-788031490102 req-faded597-5c3f-434d-8c73-fceb8fc7af59 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:29.100881 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2c9b6666-62fe-4217-b538-788031490102 req-faded597-5c3f-434d-8c73-fceb8fc7af59 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 944 time: 0.0471749 Sep 22 21:08:29.144604 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2c9b6666-62fe-4217-b538-788031490102 req-829bcd72-daef-4fcc-9f2b-382278b99d27 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371780 Sep 22 21:08:29.343670 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc77630-7715-4436-b1c2-917acd227708 req-3070a44f-6bb4-4057-98c8-48495f49c987 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:29.345225 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5bc77630-7715-4436-b1c2-917acd227708 req-3070a44f-6bb4-4057-98c8-48495f49c987 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0490301 Sep 22 21:08:29.384206 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5bc77630-7715-4436-b1c2-917acd227708 req-18bc21a1-2af0-430c-bf32-fed717371c35 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331442 Sep 22 21:08:29.586108 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device df61a110-e862-4a04-b866-48b063080d70 up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:08:29.713116 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fbd93a36-a512-46bd-b598-5f826ae19341 req-ac8d2066-6dae-43a0-860e-59f0757734c1 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 210 time: 0.0261505 Sep 22 21:08:29.734099 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port df61a110-e862-4a04-b866-48b063080d70 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:08:29.738450 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port df61a110-e862-4a04-b866-48b063080d70 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:08:29.742840 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:29.820316 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:29.846231 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43aad0c-e667-4a64-8959-326284897e10 req-301a8709-a606-4bd4-baa6-684353b6a42c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:29.848361 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b43aad0c-e667-4a64-8959-326284897e10 req-301a8709-a606-4bd4-baa6-684353b6a42c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0569522 Sep 22 21:08:29.872137 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port df61a110-e862-4a04-b866-48b063080d70, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=df61a110-e862-4a04-b866-48b063080d70,segment=NetworkSegment(534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1),segment_id=534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:08:29.873005 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784e12af-0c54-4008-a847-5acafcb8af88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df61a110-e862-4a04-b866-48b063080d70'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:08:29.875637 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eddba8b-33fd-4636-b273-9c87cd9bd715" -d '{"events": [{"server_uuid": "784e12af-0c54-4008-a847-5acafcb8af88", "name": "network-vif-plugged", "status": "completed", "tag": "df61a110-e862-4a04-b866-48b063080d70"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:08:29.979131 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:29.979856 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 5c0eedf4-b40f-42b6-abef-f93f004a1582 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:08:30.028943 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: 5c0eedf4-b40f-42b6-abef-f93f004a1582 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:08:30.029290 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 5c0eedf4-b40f-42b6-abef-f93f004a1582 not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:08:30.055561 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=df61a110-e862-4a04-b866-48b063080d70,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:30.150592 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b43aad0c-e667-4a64-8959-326284897e10 req-114c731b-bb02-450d-bd5e-b62901e57bec tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952669 Sep 22 21:08:30.170443 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68d0ee-1307-4817-ac49-18bf73cc03f8 req-9511cac2-9cb8-43da-8d95-7911f5b0f9c1 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:30.171910 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0f68d0ee-1307-4817-ac49-18bf73cc03f8 req-9511cac2-9cb8-43da-8d95-7911f5b0f9c1 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 943 time: 0.2856643 Sep 22 21:08:30.201918 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1a12e2-54e0-4f07-b409-b613f951c33c x-openstack-request-id: req-5d1a12e2-54e0-4f07-b409-b613f951c33c {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:08:30.202298 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784e12af-0c54-4008-a847-5acafcb8af88", "name": "network-vif-plugged", "status": "completed", "tag": "df61a110-e862-4a04-b866-48b063080d70", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:08:30.202642 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d1a12e2-54e0-4f07-b409-b613f951c33c {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:08:30.203134 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784e12af-0c54-4008-a847-5acafcb8af88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df61a110-e862-4a04-b866-48b063080d70', 'code': 200} Sep 22 21:08:30.214877 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0f68d0ee-1307-4817-ac49-18bf73cc03f8 req-5603fa26-1058-40da-a14c-387073cca7f6 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347168 Sep 22 21:08:30.305064 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffc187-35e0-41e7-ad74-22ed1ded9b12 req-793e05e8-a42e-43bf-81f6-44abe1221d4e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:30.306535 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-beffc187-35e0-41e7-ad74-22ed1ded9b12 req-793e05e8-a42e-43bf-81f6-44abe1221d4e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0479167 Sep 22 21:08:30.346333 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-beffc187-35e0-41e7-ad74-22ed1ded9b12 req-f6970edf-35ce-434e-8c32-27898f466f45 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329905 Sep 22 21:08:30.499644 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dc9156-2ad7-4417-a176-af971408a4d2 req-29645da5-76e8-4098-94b2-5e2e04079ae3 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:30.501080 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c9dc9156-2ad7-4417-a176-af971408a4d2 req-29645da5-76e8-4098-94b2-5e2e04079ae3 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0498250 Sep 22 21:08:30.541036 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c9dc9156-2ad7-4417-a176-af971408a4d2 req-edaf4671-184e-40b1-be88-d624d1c66c2b tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338805 Sep 22 21:08:30.553476 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90642ab7-b532-423f-b9c5-9b2b1bb6d0e5 req-38731f1e-3aac-4620-92a7-d3f25a2342b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:30.555034 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-90642ab7-b532-423f-b9c5-9b2b1bb6d0e5 req-38731f1e-3aac-4620-92a7-d3f25a2342b8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 1098 time: 0.0427904 Sep 22 21:08:30.595282 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-90642ab7-b532-423f-b9c5-9b2b1bb6d0e5 req-94ebc769-39f4-4c0e-a821-fcda099f4e70 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291636 Sep 22 21:08:30.809575 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-03406951-c939-4f04-aad2-755051e7438f req-8f1ecd5e-0a81-4389-a631-9e9f7ccc1523 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 210 time: 0.0285842 Sep 22 21:08:31.012979 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-841bfb7e-b909-4857-ae3d-e0c8aa9cce9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:31.292468 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-f238fad4-93be-485c-8a70-aeed60b3c18d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:31.294145 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-f238fad4-93be-485c-8a70-aeed60b3c18d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.48 "GET /v2.0/networks?id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a HTTP/1.1" status: 200 len: 812 time: 0.1209023 Sep 22 21:08:31.298202 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65720d7f-29f3-4e25-93f6-d184ed780857 req-26a67d56-5241-4566-a8d3-e377dc29c316 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:31.299767 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-65720d7f-29f3-4e25-93f6-d184ed780857 req-26a67d56-5241-4566-a8d3-e377dc29c316 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0739329 Sep 22 21:08:31.351979 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-f6c70747-c876-4741-a1c3-0f4aec8e4f99 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b3af2e0553c429bac5d74807160a543 HTTP/1.1" status: 200 len: 379 time: 0.0461626 Sep 22 21:08:31.365774 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-fbd9ebaa-4fcb-49f8-8202-e27ee9d7879a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Request body: {'port': {'device_id': '25081a34-4484-488a-a687-44324cca4914', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'admin_state_up': True, 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'security_groups': ['b528a55a-b01e-4d56-8f7f-e01325c97429']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:08:31.392454 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-65720d7f-29f3-4e25-93f6-d184ed780857 req-3aff80d0-ef99-479d-aa70-76d898b6b939 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824647 Sep 22 21:08:31.413396 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75742c-de05-4b2b-8a2b-bf5b2acb3168 req-80476576-1824-4a51-992a-9d2d4d4d79a0 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:31.416358 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5a75742c-de05-4b2b-8a2b-bf5b2acb3168 req-80476576-1824-4a51-992a-9d2d4d4d79a0 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 943 time: 0.0983965 Sep 22 21:08:31.461920 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5a75742c-de05-4b2b-8a2b-bf5b2acb3168 req-b084a3b9-3304-4530-9f97-6f3b70d9d0b7 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383694 Sep 22 21:08:31.530935 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d4ba3-e70d-4930-b72e-49354dbcddbb req-31ecb2ca-2b8a-4876-8baa-9ac86350eb81 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:31.532405 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-855d4ba3-e70d-4930-b72e-49354dbcddbb req-31ecb2ca-2b8a-4876-8baa-9ac86350eb81 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0531616 Sep 22 21:08:31.572040 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-855d4ba3-e70d-4930-b72e-49354dbcddbb req-a031140b-03fc-4df3-bd8d-6f441a91077a tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331082 Sep 22 21:08:31.584199 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-fbd9ebaa-4fcb-49f8-8202-e27ee9d7879a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Made reservation on behalf of 2b3af2e0553c429bac5d74807160a543 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:08:31.588171 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-fbd9ebaa-4fcb-49f8-8202-e27ee9d7879a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:31.593270 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device b8aef771-3bea-4742-bf44-8d3be7d94a56 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:08:31.676655 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1193c17-69dc-4c12-bc94-3bc48ef1aba4 req-701375d8-a830-4323-aa12-19868d4e8da4 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:31.678312 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b1193c17-69dc-4c12-bc94-3bc48ef1aba4 req-701375d8-a830-4323-aa12-19868d4e8da4 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0511727 Sep 22 21:08:31.700783 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port b8aef771-3bea-4742-bf44-8d3be7d94a56, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b8aef771-3bea-4742-bf44-8d3be7d94a56,segment=NetworkSegment(b050491d-33ef-46e3-9e42-218a94a7b92f),segment_id=b050491d-33ef-46e3-9e42-218a94a7b92f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:08:31.712838 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': 'b8aef771-3bea-4742-bf44-8d3be7d94a56', 'network_id': 'd9b6faf9-b2b7-4153-bb83-4212e925b805', 'port_id': 'b8aef771-3bea-4742-bf44-8d3be7d94a56', 'mac_address': 'fa:16:3e:ae:4b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306d6aee-3151-4adf-9b06-7ffb7fd67e61', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:08:31.717166 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b1193c17-69dc-4c12-bc94-3bc48ef1aba4 req-fe57f4c0-1b87-40fb-8c6b-5154ca625dd6 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326030 Sep 22 21:08:31.720189 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-fbd9ebaa-4fcb-49f8-8202-e27ee9d7879a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Allocated IP 172.20.0.10 (600cfd27-c53c-4fd3-b97b-787ea7a32b8a/eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca/b1b185dd-fc1e-4cbe-844c-0b032c828a62) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:08:31.769640 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:31.787689 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8aef771-3bea-4742-bf44-8d3be7d94a56 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:08:31.805357 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port b8aef771-3bea-4742-bf44-8d3be7d94a56, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b8aef771-3bea-4742-bf44-8d3be7d94a56,segment=NetworkSegment(b050491d-33ef-46e3-9e42-218a94a7b92f),segment_id=b050491d-33ef-46e3-9e42-218a94a7b92f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:08:31.869208 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-fbd9ebaa-4fcb-49f8-8202-e27ee9d7879a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:31.874082 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:31.904600 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2eaacd49-9bdf-4c41-a3a4-af185c8da56f req-045dc406-e757-4ff0-8f24-d9051d9fefdc tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 210 time: 0.0258327 Sep 22 21:08:31.923945 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=b8aef771-3bea-4742-bf44-8d3be7d94a56,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:31.961493 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-fbd9ebaa-4fcb-49f8-8202-e27ee9d7879a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:32.004057 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-fbd9ebaa-4fcb-49f8-8202-e27ee9d7879a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:08:32.007458 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-fbd9ebaa-4fcb-49f8-8202-e27ee9d7879a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:08:32.012179 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-fbd9ebaa-4fcb-49f8-8202-e27ee9d7879a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:08:32.042796 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9ebaa-4fcb-49f8-8202-e27ee9d7879a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event updated for resources: {'Port': ['ID=b1b185dd-fc1e-4cbe-844c-0b032c828a62,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:32.073389 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-fbd9ebaa-4fcb-49f8-8202-e27ee9d7879a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:32.079310 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-fbd9ebaa-4fcb-49f8-8202-e27ee9d7879a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:32.178310 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-fbd9ebaa-4fcb-49f8-8202-e27ee9d7879a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8169935 Sep 22 21:08:32.192433 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Request body: {'port': {'device_id': '25081a34-4484-488a-a687-44324cca4914', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:08:32.229534 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-4f1a8de5-8ba1-4a47-8cfc-ed885b9b3262 None None] Provisioning complete for port b1b185dd-fc1e-4cbe-844c-0b032c828a62 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:08:32.230132 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4f1a8de5-8ba1-4a47-8cfc-ed885b9b3262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:32.247494 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:32.255259 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['b8aef771-3bea-4742-bf44-8d3be7d94a56'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:08:32.286668 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-4f1a8de5-8ba1-4a47-8cfc-ed885b9b3262 None None] Port b1b185dd-fc1e-4cbe-844c-0b032c828a62 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:08:32.530201 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137a17e-5391-445c-8321-a622673349f8 req-1404b17a-3d10-4814-84cb-37cece3f4036 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:32.531977 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e137a17e-5391-445c-8321-a622673349f8 req-1404b17a-3d10-4814-84cb-37cece3f4036 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0689898 Sep 22 21:08:32.532921 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b185dd-fc1e-4cbe-844c-0b032c828a62 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:08:32.543602 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:32.559956 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Transition to ACTIVE for port object b1b185dd-fc1e-4cbe-844c-0b032c828a62 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:08:32.598837 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e137a17e-5391-445c-8321-a622673349f8 req-92685d4e-431d-4358-904c-6389e0c1f45d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586038 Sep 22 21:08:32.624028 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e19142-0511-4163-a2ee-c3f09fdab285 req-9d0a3e15-9f8d-4684-9067-dd80a1641597 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:32.624028 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-70e19142-0511-4163-a2ee-c3f09fdab285 req-9d0a3e15-9f8d-4684-9067-dd80a1641597 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 944 time: 0.0628240 Sep 22 21:08:32.640499 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:32.664291 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-70e19142-0511-4163-a2ee-c3f09fdab285 req-49b2239b-c0c4-41ad-acfc-78527e32d06b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351787 Sep 22 21:08:32.725590 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d805a65c-11fd-4832-9c88-ad5476e82414 req-fb17e14d-c2fb-43a5-bf38-4e835d54f374 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:32.733975 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d805a65c-11fd-4832-9c88-ad5476e82414 req-fb17e14d-c2fb-43a5-bf38-4e835d54f374 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0668275 Sep 22 21:08:32.736894 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Pushing event updated for resources: {'Port': ['ID=b1b185dd-fc1e-4cbe-844c-0b032c828a62,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:32.777936 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Attempting to bind port b1b185dd-fc1e-4cbe-844c-0b032c828a62 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:08:32.778267 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Attempting to bind port b1b185dd-fc1e-4cbe-844c-0b032c828a62 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:08:32.778592 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Attempting to bind port b1b185dd-fc1e-4cbe-844c-0b032c828a62 on network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:08:32.783312 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Port b1b185dd-fc1e-4cbe-844c-0b032c828a62 on network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:08:32.783561 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Attempting to bind port b1b185dd-fc1e-4cbe-844c-0b032c828a62 on network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:08:32.790195 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:08:32.790195 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Checking segment: {'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:08:32.790195 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Bound using segment: {'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:08:32.790195 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Bound port: b1b185dd-fc1e-4cbe-844c-0b032c828a62, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:08:32.790680 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:32.809295 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d805a65c-11fd-4832-9c88-ad5476e82414 req-561fc769-8614-40c5-bbc5-26271220ac83 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705702 Sep 22 21:08:32.885110 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] For port b1b185dd-fc1e-4cbe-844c-0b032c828a62, host hv-cinder-81041, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:08:32.889648 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] For port b1b185dd-fc1e-4cbe-844c-0b032c828a62, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b1b185dd-fc1e-4cbe-844c-0b032c828a62,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:08:32.922697 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5f23f-fe4c-45fb-9688-d4689ebf1b10 req-cbfca7a6-49e2-4a82-b1ea-b6aed20071e0 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:32.922697 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e4a5f23f-fe4c-45fb-9688-d4689ebf1b10 req-cbfca7a6-49e2-4a82-b1ea-b6aed20071e0 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.1013412 Sep 22 21:08:32.981861 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e4a5f23f-fe4c-45fb-9688-d4689ebf1b10 req-e6585c35-d449-44d5-8688-89c696b5cb5b tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620186 Sep 22 21:08:33.013370 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689e9bb-efb3-4198-bfd9-d1ec0bc13688 req-805e2a64-65a5-4de3-8e04-eddc8f2d9329 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:33.013370 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7689e9bb-efb3-4198-bfd9-d1ec0bc13688 req-805e2a64-65a5-4de3-8e04-eddc8f2d9329 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0767922 Sep 22 21:08:33.040164 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7689e9bb-efb3-4198-bfd9-d1ec0bc13688 req-80da627b-6896-41b6-a800-642c8994da84 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363100 Sep 22 21:08:33.063508 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 47956) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:33.092933 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5dc9d-6eb7-46bc-b8e6-99a2bc67639c req-25d3d77d-f4d8-4a1d-989f-a3be3a02f997 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:33.094420 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0ef5dc9d-6eb7-46bc-b8e6-99a2bc67639c req-25d3d77d-f4d8-4a1d-989f-a3be3a02f997 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 944 time: 0.0517974 Sep 22 21:08:33.099535 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:33.134263 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:33.134882 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:33.136829 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] 10.222.0.48 "PUT /v2.0/ports/b1b185dd-fc1e-4cbe-844c-0b032c828a62 HTTP/1.1" status: 200 len: 1094 time: 0.9485145 Sep 22 21:08:33.139393 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25081a34-4484-488a-a687-44324cca4914', 'tag': 'b1b185dd-fc1e-4cbe-844c-0b032c828a62'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:08:33.142411 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3483a2a9-62da-4dbc-8564-1a4a58886efe" -d '{"events": [{"name": "network-changed", "server_uuid": "25081a34-4484-488a-a687-44324cca4914", "tag": "b1b185dd-fc1e-4cbe-844c-0b032c828a62"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:08:33.162209 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0ef5dc9d-6eb7-46bc-b8e6-99a2bc67639c req-1c50c884-6672-476a-80c6-bbad226ebd8d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613277 Sep 22 21:08:33.174441 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50dc60-254d-4125-a5e8-766ef156ee3f service neutron] Pushing event updated for resources: {'Port': ['ID=b1b185dd-fc1e-4cbe-844c-0b032c828a62,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:33.199254 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c57a269-0d42-4c77-a365-c093d5ab0464 x-openstack-request-id: req-9c57a269-0d42-4c77-a365-c093d5ab0464 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:08:33.199534 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25081a34-4484-488a-a687-44324cca4914", "tag": "b1b185dd-fc1e-4cbe-844c-0b032c828a62", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:08:33.199771 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9c57a269-0d42-4c77-a365-c093d5ab0464 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:08:33.200524 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25081a34-4484-488a-a687-44324cca4914', 'tag': 'b1b185dd-fc1e-4cbe-844c-0b032c828a62', 'status': 'completed', 'code': 200} Sep 22 21:08:33.326391 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483a2a9-62da-4dbc-8564-1a4a58886efe req-41154866-768b-4dd4-b1b8-0be1563d567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:33.336046 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3483a2a9-62da-4dbc-8564-1a4a58886efe req-41154866-768b-4dd4-b1b8-0be1563d567c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b3af2e0553c429bac5d74807160a543&device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 1097 time: 0.0692832 Sep 22 21:08:33.336046 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253d41a5-3292-41f5-9da8-fa7f564dac2f tempest-TestShelveInstance-66519342 tempest-TestShelveInstance-66519342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:33.336046 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-253d41a5-3292-41f5-9da8-fa7f564dac2f tempest-TestShelveInstance-66519342 tempest-TestShelveInstance-66519342-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 1093 time: 0.2663887 Sep 22 21:08:33.336046 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 47962) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:33.338946 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Request body: {'floatingip': {'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'port_id': 'df61a110-e862-4a04-b866-48b063080d70', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:08:33.448480 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:33.462337 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483a2a9-62da-4dbc-8564-1a4a58886efe req-dafd48e8-9e31-4559-ba44-9da5f977b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:33.464357 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3483a2a9-62da-4dbc-8564-1a4a58886efe req-dafd48e8-9e31-4559-ba44-9da5f977b943 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=2b3af2e0553c429bac5d74807160a543&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1125140 Sep 22 21:08:33.604830 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483a2a9-62da-4dbc-8564-1a4a58886efe req-961019ff-b79f-46f5-8089-5fb48cdd97ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:33.606292 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3483a2a9-62da-4dbc-8564-1a4a58886efe req-961019ff-b79f-46f5-8089-5fb48cdd97ec service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340327 Sep 22 21:08:33.614904 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b35009a1-6460-4876-80db-d82dea6577ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:33.619240 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device b8aef771-3bea-4742-bf44-8d3be7d94a56 up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:08:33.624291 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:33.752601 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-a152fc81-56ef-4541-a423-dd13008d2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:33.754581 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-a152fc81-56ef-4541-a423-dd13008d2383 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b3af2e0553c429bac5d74807160a543&device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 1097 time: 0.0890613 Sep 22 21:08:33.774543 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e17c3-6e3b-4dbd-8f94-f0a29b8ce2b6 req-4e011d87-38ea-4186-ad5b-ea50312f6c57 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:33.776948 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-384e17c3-6e3b-4dbd-8f94-f0a29b8ce2b6 req-4e011d87-38ea-4186-ad5b-ea50312f6c57 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0914035 Sep 22 21:08:33.785466 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Allocated IP 172.27.0.59 (2c353f49-210c-4300-9e98-1f6204bdd5b4/672554c0-508e-4537-8193-f701627840d3/91aa3e50-3aa7-46ee-8d22-110b6ccd50ec) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:08:33.820348 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-ab71ab1b-2610-469d-8422-cdf7bed772c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1b185dd-fc1e-4cbe-844c-0b032c828a62 HTTP/1.1" status: 200 len: 217 time: 0.0482402 Sep 22 21:08:33.849354 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-384e17c3-6e3b-4dbd-8f94-f0a29b8ce2b6 req-d3e062f2-06d8-4efa-a6bb-795ba0d69642 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429497 Sep 22 21:08:33.857242 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07e91a-f8d2-489a-a58e-3cb45b2d70ba req-be9cbea3-f736-4389-a331-f348cf568400 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:33.858763 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port b8aef771-3bea-4742-bf44-8d3be7d94a56 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:08:33.858887 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bb07e91a-f8d2-489a-a58e-3cb45b2d70ba req-be9cbea3-f736-4389-a331-f348cf568400 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 944 time: 0.0809212 Sep 22 21:08:33.868783 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port b8aef771-3bea-4742-bf44-8d3be7d94a56 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:08:33.870846 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:33.904891 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bb07e91a-f8d2-489a-a58e-3cb45b2d70ba req-516695f4-0bd7-4ea7-b3d3-5a06b26cfd5e tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379021 Sep 22 21:08:33.924572 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-beeb5e8d-b058-4fcb-a57b-9b2f1b69c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:33.926051 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-beeb5e8d-b058-4fcb-a57b-9b2f1b69c55e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca HTTP/1.1" status: 200 len: 851 time: 0.0842905 Sep 22 21:08:33.975810 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:34.002727 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a759f762-3fa6-4659-8dd7-7b9ef2cc9366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8aef771-3bea-4742-bf44-8d3be7d94a56'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:08:34.005030 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df672ef8-9673-48e8-9a3d-54013c6845db" -d '{"events": [{"server_uuid": "a759f762-3fa6-4659-8dd7-7b9ef2cc9366", "name": "network-vif-plugged", "status": "completed", "tag": "b8aef771-3bea-4742-bf44-8d3be7d94a56"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:08:34.019583 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port b8aef771-3bea-4742-bf44-8d3be7d94a56, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b8aef771-3bea-4742-bf44-8d3be7d94a56,segment=NetworkSegment(b050491d-33ef-46e3-9e42-218a94a7b92f),segment_id=b050491d-33ef-46e3-9e42-218a94a7b92f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:08:34.047918 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4d6dcd-ba9e-4415-8b8e-376de36952d5 x-openstack-request-id: req-cc4d6dcd-ba9e-4415-8b8e-376de36952d5 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:08:34.048371 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a759f762-3fa6-4659-8dd7-7b9ef2cc9366", "name": "network-vif-plugged", "status": "completed", "tag": "b8aef771-3bea-4742-bf44-8d3be7d94a56", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:08:34.048623 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc4d6dcd-ba9e-4415-8b8e-376de36952d5 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:08:34.049062 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a759f762-3fa6-4659-8dd7-7b9ef2cc9366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8aef771-3bea-4742-bf44-8d3be7d94a56', 'code': 200} Sep 22 21:08:34.086278 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:34.131577 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caacc71-bb78-483c-a6c0-90b2d4a14dfd req-e6942adc-a6ce-4140-87e6-2ebc4719744e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:34.133156 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8caacc71-bb78-483c-a6c0-90b2d4a14dfd req-e6942adc-a6ce-4140-87e6-2ebc4719744e tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0563517 Sep 22 21:08:34.154124 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=b8aef771-3bea-4742-bf44-8d3be7d94a56,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:34.183719 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8caacc71-bb78-483c-a6c0-90b2d4a14dfd req-ece20292-7a46-4c20-8304-e700103d33fb tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436046 Sep 22 21:08:34.186214 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:34.202692 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-47c813d2-92f8-40dd-922a-843f9b1321f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:34.204027 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-47c813d2-92f8-40dd-922a-843f9b1321f3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2637568 Sep 22 21:08:34.289837 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea5175-606d-4e15-881f-50847d8334d4 req-4b26e166-acca-48b7-9493-1531a0dba30e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:34.293189 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9dea5175-606d-4e15-881f-50847d8334d4 req-4b26e166-acca-48b7-9493-1531a0dba30e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 944 time: 0.0541024 Sep 22 21:08:34.309221 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-0dcb9182-7b0c-42de-b404-3badc87d6824 service neutron] 10.222.0.48 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919225 Sep 22 21:08:34.310684 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:34.340636 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9dea5175-606d-4e15-881f-50847d8334d4 req-147f0bf0-a313-410e-8cc3-9b9f1827cede tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411811 Sep 22 21:08:34.348402 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:08:34.352767 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:08:34.359380 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:08:34.370216 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Pushing event updated for resources: {'Port': ['ID=91aa3e50-3aa7-46ee-8d22-110b6ccd50ec,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:34.403111 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:34.406408 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c9de7-a2a0-4194-b2f3-d2a0b9fc3915 req-37854d50-9d1d-4237-acc1-7ca6091b4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:34.406408 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3e1c9de7-a2a0-4194-b2f3-d2a0b9fc3915 req-37854d50-9d1d-4237-acc1-7ca6091b4f02 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 1098 time: 0.0448334 Sep 22 21:08:34.448883 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3e1c9de7-a2a0-4194-b2f3-d2a0b9fc3915 req-e725c0b4-8822-4ecb-9ac8-e960b08c2d04 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327597 Sep 22 21:08:34.465269 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:34.531128 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-051adae9-2b63-46cd-bf2a-0b5652e952f5 req-e9bf0207-b118-43ab-a331-6fdda2308904 service neutron] 10.222.0.48 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694694 Sep 22 21:08:34.814922 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:34.931102 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:35.041314 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93cd019-b8ef-4325-adcb-258f2d46094d req-ed4185c8-b3f3-4795-8a36-5d0109c7024c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:35.043563 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f93cd019-b8ef-4325-adcb-258f2d46094d req-ed4185c8-b3f3-4795-8a36-5d0109c7024c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0956802 Sep 22 21:08:35.068829 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf648d-3c5b-46d2-b8b8-a18d5ab1f360 req-7685ac95-184f-4895-b4b6-8535fd9da75a tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:35.069913 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-dedf648d-3c5b-46d2-b8b8-a18d5ab1f360 req-7685ac95-184f-4895-b4b6-8535fd9da75a tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 945 time: 0.0887082 Sep 22 21:08:35.096921 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:35.122863 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f93cd019-b8ef-4325-adcb-258f2d46094d req-d1250e3c-08de-4dd3-8bca-3bbb6ae76f47 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702751 Sep 22 21:08:35.128987 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-dedf648d-3c5b-46d2-b8b8-a18d5ab1f360 req-141615ef-b2ed-462f-8abf-818281027a8a tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512326 Sep 22 21:08:35.144366 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:35.214617 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Pushing event updated for resources: {'Port': ['ID=91aa3e50-3aa7-46ee-8d22-110b6ccd50ec,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:35.225092 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741466'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:35.303823 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be795d3-10eb-4d7b-bb75-c7b3e5b45141 req-d9139bc9-aa6f-41d7-91f8-49741be128af tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:35.305316 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1be795d3-10eb-4d7b-bb75-c7b3e5b45141 req-d9139bc9-aa6f-41d7-91f8-49741be128af tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0494571 Sep 22 21:08:35.327489 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.l3_db [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Floating IP bc0835d2-4a1f-45d1-afb0-808d80a91dbb associated. External IP: 172.27.0.59, port: df61a110-e862-4a04-b866-48b063080d70. Sep 22 21:08:35.343530 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1be795d3-10eb-4d7b-bb75-c7b3e5b45141 req-8e34351f-873e-4d0c-a021-ad172db9bd71 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321438 Sep 22 21:08:35.465292 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b75a630-1767-4b8c-805c-599a390d9ac2 req-4050f0c3-b198-4bc8-90d3-865202fe8fe2 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:35.466792 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0b75a630-1767-4b8c-805c-599a390d9ac2 req-4050f0c3-b198-4bc8-90d3-865202fe8fe2 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 944 time: 0.0525002 Sep 22 21:08:35.503551 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0b75a630-1767-4b8c-805c-599a390d9ac2 req-28589019-52d3-48d0-807e-a7625cb947bf tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308805 Sep 22 21:08:35.531558 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Router 9c4111cb-5200-46ce-bf10-aa82722e3197 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:08:35.633691 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:08:35.643401 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e39115-89bd-4966-9e1d-8eff76f39275 None None] Sync routers for ids ['9c4111cb-5200-46ce-bf10-aa82722e3197'] in dv-cinder-810415-3-iscsi {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:08:35.652679 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e39115-89bd-4966-9e1d-8eff76f39275 None None] Routers {'9c4111cb-5200-46ce-bf10-aa82722e3197'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:08:35.653300 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a2e39115-89bd-4966-9e1d-8eff76f39275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:08:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['9c4111cb-5200-46ce-bf10-aa82722e3197'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:08:35.727337 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:35.751904 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-a2e39115-89bd-4966-9e1d-8eff76f39275 None None] Set router 9c4111cb-5200-46ce-bf10-aa82722e3197 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:08:35.753971 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-50f8376a-b75d-4911-a991-250e5eda0afc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4189808 Sep 22 21:08:35.754587 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784e12af-0c54-4008-a847-5acafcb8af88', 'tag': 'df61a110-e862-4a04-b866-48b063080d70'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:08:35.756833 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e630786-d3e4-4d05-bb73-b753540870c1" -d '{"events": [{"name": "network-changed", "server_uuid": "784e12af-0c54-4008-a847-5acafcb8af88", "tag": "df61a110-e862-4a04-b866-48b063080d70"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:08:35.792345 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe03a7f6-805b-4826-aeec-659bfd8235cb x-openstack-request-id: req-fe03a7f6-805b-4826-aeec-659bfd8235cb {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:08:35.792650 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784e12af-0c54-4008-a847-5acafcb8af88", "tag": "df61a110-e862-4a04-b866-48b063080d70", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:08:35.792917 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe03a7f6-805b-4826-aeec-659bfd8235cb {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:08:35.793312 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784e12af-0c54-4008-a847-5acafcb8af88', 'tag': 'df61a110-e862-4a04-b866-48b063080d70', 'status': 'completed', 'code': 200} Sep 22 21:08:35.968232 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a2e39115-89bd-4966-9e1d-8eff76f39275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'name': 'tempest-TestShelveInstance-1712245692-router', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:44Z', 'updated_at': '2021-09-22T21:06:48Z', 'revision_number': 4, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'gw_port': {'id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:45Z', 'updated_at': '2021-09-22T21:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': 'bc0835d2-4a1f-45d1-afb0-808d80a91dbb', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'port_id': 'df61a110-e862-4a04-b866-48b063080d70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78', 'mac_address': 'fa:16:3e:ba:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784e12af-0c54-4008-a847-5acafcb8af88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:08:34Z', 'updated_at': '2021-09-22T21:08:34Z', 'revision_number': 0, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05ec4c9-1ed5-4684-90bc-91a7a8941cd1', 'name': '', 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'mac_address': 'fa:16:3e:39:28:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:47Z', 'updated_at': '2021-09-22T21:06:52Z', 'revision_number': 5, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'subnets': [{'id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:08:35.993129 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e39115-89bd-4966-9e1d-8eff76f39275 None None] Checking router: 9c4111cb-5200-46ce-bf10-aa82722e3197 for host: dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:08:36.001846 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e39115-89bd-4966-9e1d-8eff76f39275 None None] Routers {'9c4111cb-5200-46ce-bf10-aa82722e3197'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:08:36.002441 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a2e39115-89bd-4966-9e1d-8eff76f39275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:08:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['9c4111cb-5200-46ce-bf10-aa82722e3197'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:08:36.101585 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-a2e39115-89bd-4966-9e1d-8eff76f39275 None None] Set router 9c4111cb-5200-46ce-bf10-aa82722e3197 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:08:36.277075 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d6bf4-3772-4f97-a5c2-8405a8f80fd6 req-45e76610-498a-4573-a5a9-4a58340a9a24 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:36.278571 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-947d6bf4-3772-4f97-a5c2-8405a8f80fd6 req-45e76610-498a-4573-a5a9-4a58340a9a24 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 945 time: 0.0678010 Sep 22 21:08:36.286595 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350dca1-f8b6-4c83-b20b-8ae13ed4d848 req-f984dec7-4ad6-4012-a730-c6ced28d6ffc tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:36.288004 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9350dca1-f8b6-4c83-b20b-8ae13ed4d848 req-f984dec7-4ad6-4012-a730-c6ced28d6ffc tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0855796 Sep 22 21:08:36.310047 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:36.322287 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-a2e39115-89bd-4966-9e1d-8eff76f39275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'name': 'tempest-TestShelveInstance-1712245692-router', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:44Z', 'updated_at': '2021-09-22T21:06:48Z', 'revision_number': 4, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'gw_port': {'id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:45Z', 'updated_at': '2021-09-22T21:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': 'bc0835d2-4a1f-45d1-afb0-808d80a91dbb', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'port_id': 'df61a110-e862-4a04-b866-48b063080d70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78', 'mac_address': 'fa:16:3e:ba:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784e12af-0c54-4008-a847-5acafcb8af88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:08:34Z', 'updated_at': '2021-09-22T21:08:34Z', 'revision_number': 0, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05ec4c9-1ed5-4684-90bc-91a7a8941cd1', 'name': '', 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'mac_address': 'fa:16:3e:39:28:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:47Z', 'updated_at': '2021-09-22T21:06:52Z', 'revision_number': 5, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'subnets': [{'id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:08:36.347608 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-947d6bf4-3772-4f97-a5c2-8405a8f80fd6 req-62a889c9-31a7-4f5f-bf72-96b02a2d521f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586581 Sep 22 21:08:36.350388 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9350dca1-f8b6-4c83-b20b-8ae13ed4d848 req-7ddc918b-3111-49ad-847a-04e06a6f19b5 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551684 Sep 22 21:08:36.351549 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e39115-89bd-4966-9e1d-8eff76f39275 None None] The sync data for ids ['9c4111cb-5200-46ce-bf10-aa82722e3197'] in dv-cinder-810415-3-iscsi is: [{'id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'name': 'tempest-TestShelveInstance-1712245692-router', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:44Z', 'updated_at': '2021-09-22T21:06:48Z', 'revision_number': 4, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'gw_port': {'id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:45Z', 'updated_at': '2021-09-22T21:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': 'bc0835d2-4a1f-45d1-afb0-808d80a91dbb', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'port_id': 'df61a110-e862-4a04-b866-48b063080d70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78', 'mac_address': 'fa:16:3e:ba:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '784e12af-0c54-4008-a847-5acafcb8af88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:08:34Z', 'updated_at': '2021-09-22T21:08:34Z', 'revision_number': 0, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e05ec4c9-1ed5-4684-90bc-91a7a8941cd1', 'name': '', 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'mac_address': 'fa:16:3e:39:28:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:47Z', 'updated_at': '2021-09-22T21:06:52Z', 'revision_number': 5, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'subnets': [{'id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:08:36.460641 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb65b57-01c6-4a9c-8409-7f5d621187bd req-d65f475e-c11f-4094-896e-f296ffa3318d tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:36.462143 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2eb65b57-01c6-4a9c-8409-7f5d621187bd req-d65f475e-c11f-4094-896e-f296ffa3318d tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0491328 Sep 22 21:08:36.505512 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2eb65b57-01c6-4a9c-8409-7f5d621187bd req-d503e2be-432b-4198-9d00-344bded8340f tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373290 Sep 22 21:08:36.553131 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48dc08a-d41a-4332-9f55-33e8504d9906 None None] New status for floating IP bc0835d2-4a1f-45d1-afb0-808d80a91dbb: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:08:36.622757 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4b5fc-cf70-4925-a773-f858b49e10ae req-6e7e8025-caa6-446d-9195-c409dab95c6b tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:36.624243 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a5f4b5fc-cf70-4925-a773-f858b49e10ae req-6e7e8025-caa6-446d-9195-c409dab95c6b tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 944 time: 0.0499573 Sep 22 21:08:36.661661 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a5f4b5fc-cf70-4925-a773-f858b49e10ae req-af3bc936-23a2-4610-8034-8f7c1aa4a04c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313072 Sep 22 21:08:37.493576 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f42975-e2f6-461a-8e43-da9558b4fe7c req-f066a5f7-cb54-4cbc-a52f-82dbb49c5983 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:37.495644 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-21f42975-e2f6-461a-8e43-da9558b4fe7c req-f066a5f7-cb54-4cbc-a52f-82dbb49c5983 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 945 time: 0.0793893 Sep 22 21:08:37.503535 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68defe-6eb6-4f6f-990d-edf5f5ef1535 req-4a6b3dd3-9c9b-4f8a-9944-825bf27b0164 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:37.504930 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-df68defe-6eb6-4f6f-990d-edf5f5ef1535 req-4a6b3dd3-9c9b-4f8a-9944-825bf27b0164 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0801907 Sep 22 21:08:37.558123 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-21f42975-e2f6-461a-8e43-da9558b4fe7c req-bd1af431-6fdc-4ed0-a8c3-e76389e3a8b9 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522661 Sep 22 21:08:37.562859 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-df68defe-6eb6-4f6f-990d-edf5f5ef1535 req-cc9f192f-2d4b-4da9-b936-f525fcdd0c9d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514257 Sep 22 21:08:37.657868 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74285b34-1005-473e-8d47-a9b78dccc77e req-9b10df8f-2ae7-4c4b-a2f1-0e85ca09419a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:37.659240 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-74285b34-1005-473e-8d47-a9b78dccc77e req-9b10df8f-2ae7-4c4b-a2f1-0e85ca09419a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0471203 Sep 22 21:08:37.697005 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-74285b34-1005-473e-8d47-a9b78dccc77e req-9f586a7e-0b0a-4e1a-9870-b796675f0615 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319126 Sep 22 21:08:37.776267 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4a2a7-d35f-467b-a102-759ebbe7455e req-b11c421f-8df0-4bcf-8d82-5b14f73dec67 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:37.777739 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ebd4a2a7-d35f-467b-a102-759ebbe7455e req-b11c421f-8df0-4bcf-8d82-5b14f73dec67 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 944 time: 0.0513349 Sep 22 21:08:37.814159 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ebd4a2a7-d35f-467b-a102-759ebbe7455e req-acf52909-1bdf-41ad-b15c-f7459fd4de08 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306950 Sep 22 21:08:38.467598 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e630786-d3e4-4d05-bb73-b753540870c1 req-d820a0a3-e01d-4b79-8ee4-2e03b5571ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:38.469103 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9e630786-d3e4-4d05-bb73-b753540870c1 req-d820a0a3-e01d-4b79-8ee4-2e03b5571ac9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d0303c96e4f64c148daa15e4c5fae41d&device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 1098 time: 0.0425470 Sep 22 21:08:38.554797 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e630786-d3e4-4d05-bb73-b753540870c1 req-785eab08-bc61-4afc-90e8-2b98499c8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:38.556209 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9e630786-d3e4-4d05-bb73-b753540870c1 req-785eab08-bc61-4afc-90e8-2b98499c8a53 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a163378-cd17-4e1b-90c3-7de042c0fc78 HTTP/1.1" status: 200 len: 910 time: 0.0797889 Sep 22 21:08:38.626034 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9e630786-d3e4-4d05-bb73-b753540870c1 req-18a9b17b-8989-40b7-9279-a2c78e4c962e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df61a110-e862-4a04-b866-48b063080d70 HTTP/1.1" status: 200 len: 1000 time: 0.0613234 Sep 22 21:08:38.679662 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e630786-d3e4-4d05-bb73-b753540870c1 req-7b637e7e-b7d7-4212-ae9e-cecb0d68883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:38.681279 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9e630786-d3e4-4d05-bb73-b753540870c1 req-7b637e7e-b7d7-4212-ae9e-cecb0d68883e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e HTTP/1.1" status: 200 len: 848 time: 0.0460551 Sep 22 21:08:38.704162 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be34c9a-f015-4b60-8013-0c81f11776f7 req-aa3420e7-2b88-43eb-8cbe-abd44cd5357d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:38.705666 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4be34c9a-f015-4b60-8013-0c81f11776f7 req-aa3420e7-2b88-43eb-8cbe-abd44cd5357d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 945 time: 0.0802104 Sep 22 21:08:38.718188 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f695c5e-84da-4ec2-9ca7-17c0058c8591 req-91cae9c2-128f-45e8-b29c-50521c6de3b2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:38.719623 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2f695c5e-84da-4ec2-9ca7-17c0058c8591 req-91cae9c2-128f-45e8-b29c-50521c6de3b2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0664148 Sep 22 21:08:38.732930 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e630786-d3e4-4d05-bb73-b753540870c1 req-d58fb6b6-2497-4896-9039-85556ec41f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:38.734422 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9e630786-d3e4-4d05-bb73-b753540870c1 req-d58fb6b6-2497-4896-9039-85556ec41f19 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a163378-cd17-4e1b-90c3-7de042c0fc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399671 Sep 22 21:08:38.779826 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4be34c9a-f015-4b60-8013-0c81f11776f7 req-13ca142c-33c8-4365-85dc-76687cb97dd3 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592513 Sep 22 21:08:38.782552 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2f695c5e-84da-4ec2-9ca7-17c0058c8591 req-cb87e77a-14c2-42be-a161-a1ae04839e21 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554152 Sep 22 21:08:38.867308 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9e630786-d3e4-4d05-bb73-b753540870c1 req-718b7586-d9e3-4d8c-a337-4721238bd775 service neutron] 10.222.0.48 "GET /v2.0/networks/2a163378-cd17-4e1b-90c3-7de042c0fc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038692 Sep 22 21:08:38.892022 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d12c86-f538-433e-ba0e-a1b76875ac43 req-b8769d83-144d-4e14-a276-97c2e1a4f6a1 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:38.893604 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-46d12c86-f538-433e-ba0e-a1b76875ac43 req-b8769d83-144d-4e14-a276-97c2e1a4f6a1 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0562007 Sep 22 21:08:38.961449 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-46d12c86-f538-433e-ba0e-a1b76875ac43 req-072a2348-4d41-4893-b763-b2f3b5468d2b tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573936 Sep 22 21:08:38.980750 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e07ef-1a88-4477-8199-a0648545266c req-51b1ef97-3ce7-4288-a764-00095d30daa0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:38.980935 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9e630786-d3e4-4d05-bb73-b753540870c1 req-4711d33b-b094-4350-adeb-368bfe2d4169 service neutron] 10.222.0.48 "GET /v2.0/networks/2a163378-cd17-4e1b-90c3-7de042c0fc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945492 Sep 22 21:08:38.983598 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-aa4e07ef-1a88-4477-8199-a0648545266c req-51b1ef97-3ce7-4288-a764-00095d30daa0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 944 time: 0.0890503 Sep 22 21:08:39.028883 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-aa4e07ef-1a88-4477-8199-a0648545266c req-40de2bf5-c46e-4446-9023-87d9ed3bc087 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401194 Sep 22 21:08:39.794108 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0f187-2d6c-4bd0-8134-060315070af8 req-dd885586-20cb-46ad-917d-72277c85747a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:39.795540 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-5ad0f187-2d6c-4bd0-8134-060315070af8 req-dd885586-20cb-46ad-917d-72277c85747a tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.48 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0466757 Sep 22 21:08:39.909257 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-5ad0f187-2d6c-4bd0-8134-060315070af8 req-7cbde1f4-ffce-40f1-a4e3-7a8828084a12 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Deleting port d6fdc1a2-d24d-4ae9-8eec-e32518880b2a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:08:39.909593 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5ad0f187-2d6c-4bd0-8134-060315070af8 req-7cbde1f4-ffce-40f1-a4e3-7a8828084a12 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:39.945175 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939ee30-f0fe-40a3-b4ea-0782b86c185a req-87a526ec-fb20-4291-99fd-936f97a208b8 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:39.946708 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2939ee30-f0fe-40a3-b4ea-0782b86c185a req-87a526ec-fb20-4291-99fd-936f97a208b8 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 945 time: 0.0886981 Sep 22 21:08:39.958868 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139f6fe-d3a8-4360-af9b-ee6a117e9403 req-80067cd2-ed5c-4b58-8135-c5001957bba2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:39.960459 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9139f6fe-d3a8-4360-af9b-ee6a117e9403 req-80067cd2-ed5c-4b58-8135-c5001957bba2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0917604 Sep 22 21:08:40.016998 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2939ee30-f0fe-40a3-b4ea-0782b86c185a req-8d9d1ae9-5ae5-45c8-9694-0a5825561a2f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554662 Sep 22 21:08:40.022181 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9139f6fe-d3a8-4360-af9b-ee6a117e9403 req-b15e3964-7cc6-4ef5-b4eb-482a19db64ca tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540161 Sep 22 21:08:40.025738 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-5ad0f187-2d6c-4bd0-8134-060315070af8 req-7cbde1f4-ffce-40f1-a4e3-7a8828084a12 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] For port d6fdc1a2-d24d-4ae9-8eec-e32518880b2a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=d6fdc1a2-d24d-4ae9-8eec-e32518880b2a,segment=NetworkSegment(aa1b7c1a-ba47-466a-9ebd-7db52b512d42),segment_id=aa1b7c1a-ba47-466a-9ebd-7db52b512d42)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:08:40.026137 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5ad0f187-2d6c-4bd0-8134-060315070af8 req-7cbde1f4-ffce-40f1-a4e3-7a8828084a12 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:40.038897 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-5ad0f187-2d6c-4bd0-8134-060315070af8 req-7cbde1f4-ffce-40f1-a4e3-7a8828084a12 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Calling delete_port for d6fdc1a2-d24d-4ae9-8eec-e32518880b2a owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:08:40.162834 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424ede0-7c54-45b1-bca8-12a792015931 req-3712d48d-9f25-4eec-90d4-a33ec13806db tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:40.164338 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0424ede0-7c54-45b1-bca8-12a792015931 req-3712d48d-9f25-4eec-90d4-a33ec13806db tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 945 time: 0.0865674 Sep 22 21:08:40.176938 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1d8a8-05a3-4de2-a829-d1e3aff0673c req-11f4b7e9-335e-4e81-885e-e3b40eeec83b tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:40.178475 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-26f1d8a8-05a3-4de2-a829-d1e3aff0673c req-11f4b7e9-335e-4e81-885e-e3b40eeec83b tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 944 time: 0.0715516 Sep 22 21:08:40.232946 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0424ede0-7c54-45b1-bca8-12a792015931 req-e7cb60aa-2df7-4b3d-baf5-d7ae518a575c tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed96c01f-1aa4-49e9-8ab8-5cc36814662a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535123 Sep 22 21:08:40.237907 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-26f1d8a8-05a3-4de2-a829-d1e3aff0673c req-438f00e4-c69a-4332-9c99-e1b49d7b55ff tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521946 Sep 22 21:08:40.299055 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5ad0f187-2d6c-4bd0-8134-060315070af8 req-7cbde1f4-ffce-40f1-a4e3-7a8828084a12 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:40.311503 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['d6fdc1a2-d24d-4ae9-8eec-e32518880b2a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:08:40.329289 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbde1f4-ffce-40f1-a4e3-7a8828084a12 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Pushing event deleted for resources: {'Port': ['ID=d6fdc1a2-d24d-4ae9-8eec-e32518880b2a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:40.375107 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad0f187-2d6c-4bd0-8134-060315070af8 req-7cbde1f4-ffce-40f1-a4e3-7a8828084a12 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] No DVR routers for this DVR port d6fdc1a2-d24d-4ae9-8eec-e32518880b2a on host hv-cinder-81041 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:08:40.377707 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5ad0f187-2d6c-4bd0-8134-060315070af8 req-7cbde1f4-ffce-40f1-a4e3-7a8828084a12 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:40.379667 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-5ad0f187-2d6c-4bd0-8134-060315070af8 req-7cbde1f4-ffce-40f1-a4e3-7a8828084a12 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.48 "DELETE /v2.0/ports/d6fdc1a2-d24d-4ae9-8eec-e32518880b2a HTTP/1.1" status: 204 len: 173 time: 0.5781870 Sep 22 21:08:40.380114 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40fcddad-1a6f-44cc-b2b8-34a0b84d060c', 'name': 'network-vif-deleted', 'tag': 'd6fdc1a2-d24d-4ae9-8eec-e32518880b2a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:08:40.382354 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7612d4-b285-4b6e-a817-4e97cc0f613f" -d '{"events": [{"server_uuid": "40fcddad-1a6f-44cc-b2b8-34a0b84d060c", "name": "network-vif-deleted", "tag": "d6fdc1a2-d24d-4ae9-8eec-e32518880b2a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:08:40.419311 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea506e5-96b3-4388-900b-2ec0311b3377 x-openstack-request-id: req-aea506e5-96b3-4388-900b-2ec0311b3377 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:08:40.419594 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40fcddad-1a6f-44cc-b2b8-34a0b84d060c", "name": "network-vif-deleted", "tag": "d6fdc1a2-d24d-4ae9-8eec-e32518880b2a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:08:40.419844 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aea506e5-96b3-4388-900b-2ec0311b3377 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:08:40.420230 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40fcddad-1a6f-44cc-b2b8-34a0b84d060c', 'name': 'network-vif-deleted', 'tag': 'd6fdc1a2-d24d-4ae9-8eec-e32518880b2a', 'status': 'completed', 'code': 200} Sep 22 21:08:41.017124 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:41.148185 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1f425-8190-4570-ad62-6f9ba205c64e req-88ffd343-dc22-4af4-936e-84b0f8752065 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:41.149757 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f8e1f425-8190-4570-ad62-6f9ba205c64e req-88ffd343-dc22-4af4-936e-84b0f8752065 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 943 time: 0.0495274 Sep 22 21:08:41.187160 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f8e1f425-8190-4570-ad62-6f9ba205c64e req-e36c4e3a-19a5-4bbc-a058-e8f07644f868 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311425 Sep 22 21:08:41.361964 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-51b2d7b6-590f-470d-b34f-5da5ec39581d req-7f51fe0b-f321-4a95-9620-ef82fcdb4284 tempest-ServerRescueNegativeTestJSON-1667835848 tempest-ServerRescueNegativeTestJSON-1667835848-project] 10.222.0.42 "GET /v2.0/ports?device_id=40fcddad-1a6f-44cc-b2b8-34a0b84d060c HTTP/1.1" status: 200 len: 210 time: 0.0470369 Sep 22 21:08:41.383558 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b059b0c-416c-4f9c-a713-6076d60e6c0d req-28101b5c-f322-423a-a726-08c7d3ee8e28 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:41.383558 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9b059b0c-416c-4f9c-a713-6076d60e6c0d req-28101b5c-f322-423a-a726-08c7d3ee8e28 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 944 time: 0.0796301 Sep 22 21:08:41.424759 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9b059b0c-416c-4f9c-a713-6076d60e6c0d req-ea235074-530c-414d-a25e-dca232ec3ba2 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335724 Sep 22 21:08:41.684621 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 52dd9960-972b-43b2-9c40-22310cf5bd98 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:08:41.779975 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 52dd9960-972b-43b2-9c40-22310cf5bd98, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=52dd9960-972b-43b2-9c40-22310cf5bd98,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:08:41.790811 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': '52dd9960-972b-43b2-9c40-22310cf5bd98', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'port_id': '52dd9960-972b-43b2-9c40-22310cf5bd98', 'mac_address': 'fa:16:3e:dd:b5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:08:41.828035 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:41.841812 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52dd9960-972b-43b2-9c40-22310cf5bd98 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:08:41.862677 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 52dd9960-972b-43b2-9c40-22310cf5bd98, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=52dd9960-972b-43b2-9c40-22310cf5bd98,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:08:41.984418 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:42.030863 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=52dd9960-972b-43b2-9c40-22310cf5bd98,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:42.305414 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e07864-dc1c-4a66-8e88-96962f2d3a42 req-734d805f-7cb7-49a4-951c-2aab05ecd2af tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:42.306883 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-88e07864-dc1c-4a66-8e88-96962f2d3a42 req-734d805f-7cb7-49a4-951c-2aab05ecd2af tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 944 time: 0.0487614 Sep 22 21:08:42.336551 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['52dd9960-972b-43b2-9c40-22310cf5bd98'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:08:42.345602 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-88e07864-dc1c-4a66-8e88-96962f2d3a42 req-f8b2ea8a-18e3-4c42-beb6-cfc3bad6dcef tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327101 Sep 22 21:08:42.426499 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 48108) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:42.561046 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ba61c-8901-409c-a5ff-70bab39fdba6 req-f69eb613-24f2-41d1-9faa-6bb4638e0365 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:42.561046 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1d5ba61c-8901-409c-a5ff-70bab39fdba6 req-f69eb613-24f2-41d1-9faa-6bb4638e0365 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 944 time: 0.0610499 Sep 22 21:08:42.604408 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1d5ba61c-8901-409c-a5ff-70bab39fdba6 req-180f1ca0-a89c-4f76-9077-731ad1020392 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367153 Sep 22 21:08:42.974262 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:08:43.037315 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a3727ee-ddba-4f71-ab5d-67097f6d65e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3740442'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:43.318642 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-1a3727ee-ddba-4f71-ab5d-67097f6d65e3 admin admin] Deleting port c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:08:43.318899 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a3727ee-ddba-4f71-ab5d-67097f6d65e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:43.395361 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-1a3727ee-ddba-4f71-ab5d-67097f6d65e3 admin admin] For port c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a,segment=NetworkSegment(aa1b7c1a-ba47-466a-9ebd-7db52b512d42),segment_id=aa1b7c1a-ba47-466a-9ebd-7db52b512d42)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:08:43.395740 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a3727ee-ddba-4f71-ab5d-67097f6d65e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:43.408322 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-1a3727ee-ddba-4f71-ab5d-67097f6d65e3 admin admin] Calling delete_port for c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:08:43.473728 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb58aa-d545-4e60-8f1d-1e0cabd84dad req-84a81730-46cd-4c42-a6be-a1be6a6bb8cc tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:43.475810 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-28bb58aa-d545-4e60-8f1d-1e0cabd84dad req-84a81730-46cd-4c42-a6be-a1be6a6bb8cc tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 944 time: 0.0533907 Sep 22 21:08:43.523208 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-28bb58aa-d545-4e60-8f1d-1e0cabd84dad req-c3ad18c4-a199-4b65-a3ba-1bad9f3f307c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391312 Sep 22 21:08:43.647354 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a3727ee-ddba-4f71-ab5d-67097f6d65e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:43.681489 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3727ee-ddba-4f71-ab5d-67097f6d65e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:43.708811 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 52dd9960-972b-43b2-9c40-22310cf5bd98 up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:08:43.727023 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177cbf3-2f3b-4667-91bc-7f6c654205d5 req-fbc115ad-3ce5-4261-a6eb-b54952bd9d10 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:43.729568 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c177cbf3-2f3b-4667-91bc-7f6c654205d5 req-fbc115ad-3ce5-4261-a6eb-b54952bd9d10 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 944 time: 0.0556531 Sep 22 21:08:43.758741 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port 52dd9960-972b-43b2-9c40-22310cf5bd98 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:08:43.759162 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:43.770736 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c177cbf3-2f3b-4667-91bc-7f6c654205d5 req-6da5ed41-1013-43ab-86db-ab2761c298d7 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358040 Sep 22 21:08:43.851242 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1a3727ee-ddba-4f71-ab5d-67097f6d65e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741587'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:43.853964 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:43.878270 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af93b7e-054c-41cc-ba4f-026f3d2bb824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dd9960-972b-43b2-9c40-22310cf5bd98'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:08:43.880485 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d239d09f-20d5-4541-a736-1972fe7e48fc" -d '{"events": [{"server_uuid": "1af93b7e-054c-41cc-ba4f-026f3d2bb824", "name": "network-vif-plugged", "status": "completed", "tag": "52dd9960-972b-43b2-9c40-22310cf5bd98"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:08:43.893151 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 52dd9960-972b-43b2-9c40-22310cf5bd98, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=52dd9960-972b-43b2-9c40-22310cf5bd98,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:08:43.919965 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a26f6d3-9fc3-4d32-922c-142e7945d522 x-openstack-request-id: req-2a26f6d3-9fc3-4d32-922c-142e7945d522 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:08:43.919965 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af93b7e-054c-41cc-ba4f-026f3d2bb824", "name": "network-vif-plugged", "status": "completed", "tag": "52dd9960-972b-43b2-9c40-22310cf5bd98", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:08:43.919965 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2a26f6d3-9fc3-4d32-922c-142e7945d522 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:08:43.919965 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af93b7e-054c-41cc-ba4f-026f3d2bb824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52dd9960-972b-43b2-9c40-22310cf5bd98', 'code': 200} Sep 22 21:08:43.967017 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:43.967817 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device d6fdc1a2-d24d-4ae9-8eec-e32518880b2a no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:08:43.987622 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: d6fdc1a2-d24d-4ae9-8eec-e32518880b2a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:08:43.987958 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device d6fdc1a2-d24d-4ae9-8eec-e32518880b2a not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:08:44.032654 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=52dd9960-972b-43b2-9c40-22310cf5bd98,revision_number=10']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:44.062676 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3727ee-ddba-4f71-ab5d-67097f6d65e3 admin admin] Router 619f2f5e-151c-4826-a636-cc0737d59de1 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:08:44.165715 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3727ee-ddba-4f71-ab5d-67097f6d65e3 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:08:44.174179 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 48132) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:44.174340 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-1a3727ee-ddba-4f71-ab5d-67097f6d65e3 admin admin] 10.222.0.42 "PUT /v2.0/routers/619f2f5e-151c-4826-a636-cc0737d59de1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7516143 Sep 22 21:08:44.174970 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0ac1fc-4b95-47aa-86dd-cf9bfba2056a None None] Sync routers for ids ['619f2f5e-151c-4826-a636-cc0737d59de1'] in dv-cinder-810415-3-iscsi {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:08:44.184000 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0ac1fc-4b95-47aa-86dd-cf9bfba2056a None None] Routers {'619f2f5e-151c-4826-a636-cc0737d59de1'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:08:44.184859 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ad0ac1fc-4b95-47aa-86dd-cf9bfba2056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:08:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['619f2f5e-151c-4826-a636-cc0737d59de1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:08:44.277771 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18088372-d5cc-4805-add9-f957543d6248 admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:44.370742 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-ad0ac1fc-4b95-47aa-86dd-cf9bfba2056a None None] Set router 619f2f5e-151c-4826-a636-cc0737d59de1 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:08:44.386287 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18088372-d5cc-4805-add9-f957543d6248 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:44.524284 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-18088372-d5cc-4805-add9-f957543d6248 admin admin] Deleting port 330a0192-43f0-419e-bb8d-e8d3dd816915 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:08:44.525000 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18088372-d5cc-4805-add9-f957543d6248 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:44.540536 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ad0ac1fc-4b95-47aa-86dd-cf9bfba2056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619f2f5e-151c-4826-a636-cc0737d59de1', 'name': 'tempest-ServerRescueNegativeTestJSON-1276271209-router', 'tenant_id': 'f15964513ebf422683c0a52d8b7917a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '330a0192-43f0-419e-bb8d-e8d3dd816915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:08:43Z', 'revision_number': 5, 'project_id': 'f15964513ebf422683c0a52d8b7917a1', 'gw_port': {'id': '330a0192-43f0-419e-bb8d-e8d3dd816915', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:b4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619f2f5e-151c-4826-a636-cc0737d59de1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:00Z', 'updated_at': '2021-09-22T21:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:08:44.566182 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0ac1fc-4b95-47aa-86dd-cf9bfba2056a None None] Checking router: 619f2f5e-151c-4826-a636-cc0737d59de1 for host: dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:08:44.576359 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0ac1fc-4b95-47aa-86dd-cf9bfba2056a None None] Routers {'619f2f5e-151c-4826-a636-cc0737d59de1'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:08:44.577002 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ad0ac1fc-4b95-47aa-86dd-cf9bfba2056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:08:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['619f2f5e-151c-4826-a636-cc0737d59de1'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:08:44.617873 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-18088372-d5cc-4805-add9-f957543d6248 admin admin] For port 330a0192-43f0-419e-bb8d-e8d3dd816915, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=330a0192-43f0-419e-bb8d-e8d3dd816915,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:08:44.618374 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18088372-d5cc-4805-add9-f957543d6248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:44.657920 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-18088372-d5cc-4805-add9-f957543d6248 admin admin] Calling delete_port for 330a0192-43f0-419e-bb8d-e8d3dd816915 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:08:44.676778 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-ad0ac1fc-4b95-47aa-86dd-cf9bfba2056a None None] Set router 619f2f5e-151c-4826-a636-cc0737d59de1 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:08:44.720878 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdea766-d572-4765-b100-3b0257c67405 req-91fba8ee-7342-49ab-9948-d5d5be1f4ae9 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:44.722712 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1bdea766-d572-4765-b100-3b0257c67405 req-91fba8ee-7342-49ab-9948-d5d5be1f4ae9 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 946 time: 0.1071346 Sep 22 21:08:44.750715 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-ad0ac1fc-4b95-47aa-86dd-cf9bfba2056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619f2f5e-151c-4826-a636-cc0737d59de1', 'name': 'tempest-ServerRescueNegativeTestJSON-1276271209-router', 'tenant_id': 'f15964513ebf422683c0a52d8b7917a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:08:44Z', 'revision_number': 6, 'project_id': 'f15964513ebf422683c0a52d8b7917a1', 'gw_port_host': None}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:08:44.778407 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0ac1fc-4b95-47aa-86dd-cf9bfba2056a None None] The sync data for ids ['619f2f5e-151c-4826-a636-cc0737d59de1'] in dv-cinder-810415-3-iscsi is: [{'id': '619f2f5e-151c-4826-a636-cc0737d59de1', 'name': 'tempest-ServerRescueNegativeTestJSON-1276271209-router', 'tenant_id': 'f15964513ebf422683c0a52d8b7917a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:08:44Z', 'revision_number': 6, 'project_id': 'f15964513ebf422683c0a52d8b7917a1', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:08:44.783140 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1bdea766-d572-4765-b100-3b0257c67405 req-a87ccf57-0642-4d4d-9712-5f47a3abb74f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523419 Sep 22 21:08:44.948581 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a0a41a-df4d-4fc2-b604-5c2d3d3e95bf req-3ca079ba-8735-445f-a405-25e6c6f18f74 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:44.951684 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c8a0a41a-df4d-4fc2-b604-5c2d3d3e95bf req-3ca079ba-8735-445f-a405-25e6c6f18f74 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 944 time: 0.0987988 Sep 22 21:08:44.991635 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c8a0a41a-df4d-4fc2-b604-5c2d3d3e95bf req-e2d2a881-4faf-49c8-81bd-dfa1ebfe5cbc tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350735 Sep 22 21:08:45.064600 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18088372-d5cc-4805-add9-f957543d6248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:45.090483 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18088372-d5cc-4805-add9-f957543d6248 admin admin] Pushing event deleted for resources: {'Port': ['ID=330a0192-43f0-419e-bb8d-e8d3dd816915,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:45.159975 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18088372-d5cc-4805-add9-f957543d6248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741520'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:45.265141 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18088372-d5cc-4805-add9-f957543d6248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:45.267483 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18088372-d5cc-4805-add9-f957543d6248 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:45.430761 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 48158) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:45.481752 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18088372-d5cc-4805-add9-f957543d6248 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737398'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:45.482267 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18088372-d5cc-4805-add9-f957543d6248 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 619f2f5e-151c-4826-a636-cc0737d59de1 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 21:08:45.487396 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-18088372-d5cc-4805-add9-f957543d6248 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:45.488639 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-18088372-d5cc-4805-add9-f957543d6248 admin admin] 10.222.0.42 "DELETE /v2.0/routers/619f2f5e-151c-4826-a636-cc0737d59de1 HTTP/1.1" status: 204 len: 168 time: 1.3133326 Sep 22 21:08:45.493301 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 48162) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:45.541984 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f1a56eea-3bd1-4045-aaa5-7fa8971006e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:45.557419 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-c41abf04-3187-4d99-8754-338e3e9c26ef admin admin] Deleting subnet cc22b1c3-d4d4-4890-93ae-08f0ff0eb192 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 21:08:45.560605 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c41abf04-3187-4d99-8754-338e3e9c26ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:45.604956 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c41abf04-3187-4d99-8754-338e3e9c26ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25704749'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:45.665111 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c41abf04-3187-4d99-8754-338e3e9c26ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971671'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:45.755085 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f1a56eea-3bd1-4045-aaa5-7fa8971006e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:45.825322 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c41abf04-3187-4d99-8754-338e3e9c26ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26159165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25764952'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:45.848129 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f1a56eea-3bd1-4045-aaa5-7fa8971006e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:45.857894 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41abf04-3187-4d99-8754-338e3e9c26ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc22b1c3-d4d4-4890-93ae-08f0ff0eb192,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:45.879390 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c41abf04-3187-4d99-8754-338e3e9c26ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:45.881223 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-c41abf04-3187-4d99-8754-338e3e9c26ef admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cc22b1c3-d4d4-4890-93ae-08f0ff0eb192 HTTP/1.1" status: 204 len: 168 time: 0.3870766 Sep 22 21:08:45.885764 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 48172) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:45.925860 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-f1a56eea-3bd1-4045-aaa5-7fa8971006e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41189bbdbdec4c5bb13edfa577962a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4939914 Sep 22 21:08:45.927656 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a56eea-3bd1-4045-aaa5-7fa8971006e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8294caa-4b70-472c-b128-a6617138f1f4,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:45.930794 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 48174) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:45.956113 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80b24343-5658-4640-b376-700852d5dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548719'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:45.973021 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fdd63-a4c3-4d4b-ab17-25da9c96a63b req-3d0eb994-7f4f-4e14-ab85-7d522f2fdb58 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:45.974499 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-890fdd63-a4c3-4d4b-ab17-25da9c96a63b req-3d0eb994-7f4f-4e14-ab85-7d522f2fdb58 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 946 time: 0.1011493 Sep 22 21:08:46.022747 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c0d9f492-63cf-4c50-8179-20572b6372e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:46.032348 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-890fdd63-a4c3-4d4b-ab17-25da9c96a63b req-c76817a3-4f35-4935-8dca-22eeeeba0aa8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498712 Sep 22 21:08:46.037395 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80b24343-5658-4640-b376-700852d5dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-969262', 'neutron.services.segments.db._delete_segments_for_network-8786352064148'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:46.059248 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c0d9f492-63cf-4c50-8179-20572b6372e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:46.060337 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-80b24343-5658-4640-b376-700852d5dee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37594581-71ec-4a19-bf13-ec2e3365d219']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:08:46.071336 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-80b24343-5658-4640-b376-700852d5dee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1b7c1a-ba47-466a-9ebd-7db52b512d42') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:08:46.071621 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-80b24343-5658-4640-b376-700852d5dee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1b7c1a-ba47-466a-9ebd-7db52b512d42') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:08:46.081323 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80b24343-5658-4640-b376-700852d5dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786352062877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26635515'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:46.095144 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80b24343-5658-4640-b376-700852d5dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b24343-5658-4640-b376-700852d5dee4 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80b24343-5658-4640-b376-700852d5dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27224044'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: Traceback (most recent call last): Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: timer() Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: cb(*args, **kw) Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: return func(*args, **kwargs) Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: self._notify() Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: self.callback(batched_events) Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: event.method(event) Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: return f(self, *a, **k) Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: return self._get(url).json() Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: return self.request(url, 'GET', **kwargs) Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 21:08:46.107157 dv-cinder-810415-3-iscsi neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 21:08:46.134149 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d645e6-ec4f-4da2-b64c-7bb428ab005c req-345cad1e-7c7d-4c39-9d89-1151175558a8 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:46.135861 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-28d645e6-ec4f-4da2-b64c-7bb428ab005c req-345cad1e-7c7d-4c39-9d89-1151175558a8 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 944 time: 0.0645387 Sep 22 21:08:46.184762 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-28d645e6-ec4f-4da2-b64c-7bb428ab005c req-f9409570-b6b2-425d-88b9-42fef2329ee9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357723 Sep 22 21:08:46.199667 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:08:46.220179 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:08:46.220512 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device c7bf1b07-dca1-4fe1-8a01-9d1cf9738d0a not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:08:46.220941 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 330a0192-43f0-419e-bb8d-e8d3dd816915 no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:08:46.238928 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: 330a0192-43f0-419e-bb8d-e8d3dd816915 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:08:46.239267 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 330a0192-43f0-419e-bb8d-e8d3dd816915 not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:08:46.241735 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c0d9f492-63cf-4c50-8179-20572b6372e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:46.242194 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80b24343-5658-4640-b376-700852d5dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-969241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741452'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:46.244922 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c0d9f492-63cf-4c50-8179-20572b6372e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:46.246045 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-c0d9f492-63cf-4c50-8179-20572b6372e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b8294caa-4b70-472c-b128-a6617138f1f4 HTTP/1.1" status: 204 len: 168 time: 0.3141115 Sep 22 21:08:46.248055 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-80b24343-5658-4640-b376-700852d5dee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:46.257852 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-80b24343-5658-4640-b376-700852d5dee4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/37594581-71ec-4a19-bf13-ec2e3365d219 HTTP/1.1" status: 204 len: 168 time: 0.3650243 Sep 22 21:08:46.259700 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9f492-63cf-4c50-8179-20572b6372e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8294caa-4b70-472c-b128-a6617138f1f4,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:46.263581 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b24343-5658-4640-b376-700852d5dee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=37594581-71ec-4a19-bf13-ec2e3365d219,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:46.680777 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 48188) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:46.935675 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-b437ff81-5934-454b-8390-79cfee7747a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f15964513ebf422683c0a52d8b7917a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2530100 Sep 22 21:08:46.937524 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 48200) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:46.987526 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3b127cab-b0e4-43ee-8fb2-4ed739f8f174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:47.011433 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3b127cab-b0e4-43ee-8fb2-4ed739f8f174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:47.121692 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3b127cab-b0e4-43ee-8fb2-4ed739f8f174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:47.124703 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-3b127cab-b0e4-43ee-8fb2-4ed739f8f174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:47.126308 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-3b127cab-b0e4-43ee-8fb2-4ed739f8f174 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed96c01f-1aa4-49e9-8ab8-5cc36814662a HTTP/1.1" status: 204 len: 168 time: 0.1876886 Sep 22 21:08:47.137817 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b127cab-b0e4-43ee-8fb2-4ed739f8f174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed96c01f-1aa4-49e9-8ab8-5cc36814662a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:47.166929 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0194396-3d42-4b43-b6e4-2288b8ae2193 req-26122523-5b18-49ce-a5d9-32c712102103 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:47.168661 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e0194396-3d42-4b43-b6e4-2288b8ae2193 req-26122523-5b18-49ce-a5d9-32c712102103 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 946 time: 0.0523772 Sep 22 21:08:47.208244 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e0194396-3d42-4b43-b6e4-2288b8ae2193 req-0697e8e6-bbd4-465d-85f6-36f18e8e1e86 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331042 Sep 22 21:08:47.310085 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe367e1d-5c5e-4103-85e3-5068d6cb1a0d req-426ad4e0-ca7e-4fc0-8cb5-b4021f0bd429 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:47.311459 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe367e1d-5c5e-4103-85e3-5068d6cb1a0d req-426ad4e0-ca7e-4fc0-8cb5-b4021f0bd429 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 944 time: 0.0477395 Sep 22 21:08:47.347852 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe367e1d-5c5e-4103-85e3-5068d6cb1a0d req-5d35baea-960d-429d-a47d-12ca291f9879 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305274 Sep 22 21:08:48.065119 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 48246) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:48.174923 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c920091-80e9-48e2-af77-d5645917782c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:48.266213 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c920091-80e9-48e2-af77-d5645917782c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:48.315925 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 48258) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:48.330803 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3f3f7-b290-4a8f-a7db-de4185be55a5 req-1f891ba8-967f-4e90-a157-b0fbcf76743e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:48.332344 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e4f3f3f7-b290-4a8f-a7db-de4185be55a5 req-1f891ba8-967f-4e90-a157-b0fbcf76743e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 946 time: 0.0472977 Sep 22 21:08:48.358186 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9c920091-80e9-48e2-af77-d5645917782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:48.399630 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c920091-80e9-48e2-af77-d5645917782c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05273ddb-0933-4cbb-92e4-b41fe9026889,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:48.422406 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e4f3f3f7-b290-4a8f-a7db-de4185be55a5 req-57b82d51-d013-46ab-aa29-923cd8256ca3 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809987 Sep 22 21:08:48.426255 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-9c920091-80e9-48e2-af77-d5645917782c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c26f70e815b4b76b7860a335b0d2ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600557 Sep 22 21:08:48.429051 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 48266) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:48.447895 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-990f98ad-3b4b-4bb6-9271-c529c55ff056 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1325162138-network', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:08:48.486092 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a48df-2081-4bd9-be51-f9028d4fd3d9 req-49ac749d-0bab-45af-a55f-6d9a0ed1ce34 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:48.487659 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bd2a48df-2081-4bd9-be51-f9028d4fd3d9 req-49ac749d-0bab-45af-a55f-6d9a0ed1ce34 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 944 time: 0.0644016 Sep 22 21:08:48.496468 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10ea5cc2-d824-4b73-8fcb-ce287df7e462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:48.517111 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10ea5cc2-d824-4b73-8fcb-ce287df7e462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:48.526131 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bd2a48df-2081-4bd9-be51-f9028d4fd3d9 req-0808cf87-60e2-46d6-a6df-fcf92a2a504c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316596 Sep 22 21:08:48.532243 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990f98ad-3b4b-4bb6-9271-c529c55ff056 admin admin] Made reservation on behalf of 0fef5875b3f244b98c4d699e2af9007e for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:08:48.534505 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-990f98ad-3b4b-4bb6-9271-c529c55ff056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:48.551965 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-990f98ad-3b4b-4bb6-9271-c529c55ff056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:48.654793 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10ea5cc2-d824-4b73-8fcb-ce287df7e462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:48.657225 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10ea5cc2-d824-4b73-8fcb-ce287df7e462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:48.658348 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-10ea5cc2-d824-4b73-8fcb-ce287df7e462 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05273ddb-0933-4cbb-92e4-b41fe9026889 HTTP/1.1" status: 204 len: 168 time: 0.2281322 Sep 22 21:08:48.674447 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea5cc2-d824-4b73-8fcb-ce287df7e462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05273ddb-0933-4cbb-92e4-b41fe9026889,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:48.731989 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-990f98ad-3b4b-4bb6-9271-c529c55ff056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:48.824455 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-990f98ad-3b4b-4bb6-9271-c529c55ff056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:48.852947 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f98ad-3b4b-4bb6-9271-c529c55ff056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9b168c-5439-41e1-95a0-8e2411ef6d37,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:48.952581 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-990f98ad-3b4b-4bb6-9271-c529c55ff056 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:08:48.961708 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-990f98ad-3b4b-4bb6-9271-c529c55ff056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:48.962348 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.segments_db [None req-990f98ad-3b4b-4bb6-9271-c529c55ff056 admin admin] Added segment b0fd0677-2ed6-4469-975c-37344912378f of type vlan for network a467527e-b059-4d2f-a877-04dde43195f3 Sep 22 21:08:49.006509 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-990f98ad-3b4b-4bb6-9271-c529c55ff056 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786351554335'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:49.133189 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-990f98ad-3b4b-4bb6-9271-c529c55ff056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:49.134251 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990f98ad-3b4b-4bb6-9271-c529c55ff056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:49.134974 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-990f98ad-3b4b-4bb6-9271-c529c55ff056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:49.196530 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990f98ad-3b4b-4bb6-9271-c529c55ff056 admin admin] Pushing event updated for resources: {'Network': ['ID=a467527e-b059-4d2f-a877-04dde43195f3,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:49.205817 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Network a467527e-b059-4d2f-a877-04dde43195f3 details requested by agent ovs-agent-dv-cinder-810415-3-iscsi with host dv-cinder-810415-3-iscsi {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 21:08:49.230300 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-990f98ad-3b4b-4bb6-9271-c529c55ff056 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9079795 Sep 22 21:08:49.230300 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 48284) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:49.235293 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8c4aace5-67bb-4c29-9085-9349e1c9f290 admin admin] Request body: {'subnet': {'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1325162138-subnet', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:08:49.321360 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4aace5-67bb-4c29-9085-9349e1c9f290 admin admin] Made reservation on behalf of 0fef5875b3f244b98c4d699e2af9007e for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:08:49.323737 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c4aace5-67bb-4c29-9085-9349e1c9f290 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26048987'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:49.546324 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4063f93-1512-4abc-a328-e2dbd69e3058 req-cfa712d0-8bb5-41e7-884b-c07384c073a0 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:49.547999 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f4063f93-1512-4abc-a328-e2dbd69e3058 req-cfa712d0-8bb5-41e7-884b-c07384c073a0 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 946 time: 0.0488582 Sep 22 21:08:49.554928 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c4aace5-67bb-4c29-9085-9349e1c9f290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27223683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26049001'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:49.589387 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f4063f93-1512-4abc-a328-e2dbd69e3058 req-cb30bdae-79f7-4a65-a9f3-6598917301bd tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349600 Sep 22 21:08:49.615452 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4aace5-67bb-4c29-9085-9349e1c9f290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44b9dea5-d892-4468-94cb-e49c88cec80c,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:49.625123 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4aace5-67bb-4c29-9085-9349e1c9f290 admin admin] Checking segment: {'id': 'b0fd0677-2ed6-4469-975c-37344912378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:08:49.625511 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4aace5-67bb-4c29-9085-9349e1c9f290 admin admin] Network hostable DHCP agents. Network: a467527e-b059-4d2f-a877-04dde43195f3, hostable agents: ['56809e1b-eac6-40c1-a412-0e5017dff325'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:08:49.660175 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc626c7f-3094-48ad-a2b5-9a8ae637cad8 req-adcc1776-1674-4d13-b055-50f256f76d01 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:49.661856 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fc626c7f-3094-48ad-a2b5-9a8ae637cad8 req-adcc1776-1674-4d13-b055-50f256f76d01 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 944 time: 0.0672150 Sep 22 21:08:49.703196 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fc626c7f-3094-48ad-a2b5-9a8ae637cad8 req-8af73437-b423-43d8-bbf1-f1553f825017 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328224 Sep 22 21:08:49.727483 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4aace5-67bb-4c29-9085-9349e1c9f290 admin admin] Network a467527e-b059-4d2f-a877-04dde43195f3 is scheduled to be hosted by DHCP agent 56809e1b-eac6-40c1-a412-0e5017dff325 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:08:49.796063 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-8c4aace5-67bb-4c29-9085-9349e1c9f290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-3-iscsi, a467527e-b059-4d2f-a877-04dde43195f3) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:08:49.800189 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4aace5-67bb-4c29-9085-9349e1c9f290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:49.800798 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8c4aace5-67bb-4c29-9085-9349e1c9f290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:49.806313 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4877bb29-5447-41c9-9b45-f2a5763070ab None None] Network a467527e-b059-4d2f-a877-04dde43195f3 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:08:49.893580 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-8c4aace5-67bb-4c29-9085-9349e1c9f290 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6621568 Sep 22 21:08:49.896391 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 48308) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:49.901192 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-c7f7a103-ae8d-4e31-a5fb-2d13ba297408 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:08:49.955022 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd055608f-81b6-5a45-b436-6df0833047cb-a467527e-b059-4d2f-a877-04dde43195f3', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'fixed_ips': [{'subnet_id': '44b9dea5-d892-4468-94cb-e49c88cec80c'}]}} from dv-cinder-810415-3-iscsi. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 21:08:49.955981 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:49.995091 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a103-ae8d-4e31-a5fb-2d13ba297408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3739781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:49.996133 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a103-ae8d-4e31-a5fb-2d13ba297408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4180506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:50.053677 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a103-ae8d-4e31-a5fb-2d13ba297408 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:50.093541 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] Allocated IP 172.20.0.2 (a467527e-b059-4d2f-a877-04dde43195f3/44b9dea5-d892-4468-94cb-e49c88cec80c/98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:08:50.236078 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:50.328357 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:50.375295 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] Network a467527e-b059-4d2f-a877-04dde43195f3 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:08:50.378136 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:08:50.381442 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:08:50.389697 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] Pushing event updated for resources: {'Port': ['ID=98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:50.442374 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] Attempting to bind port 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3 on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:08:50.442734 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] Attempting to bind port 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3 by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': 'b0fd0677-2ed6-4469-975c-37344912378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:08:50.443089 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] Attempting to bind port 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3 on network a467527e-b059-4d2f-a877-04dde43195f3 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:08:50.448440 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:08:50.448821 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] Checking segment: {'id': 'b0fd0677-2ed6-4469-975c-37344912378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:08:50.449212 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:50.449592 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] Bound using segment: {'id': 'b0fd0677-2ed6-4469-975c-37344912378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:08:50.450042 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] Bound port: 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fd0677-2ed6-4469-975c-37344912378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:08:50.450413 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:50.512024 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] For port 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:08:50.515030 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] For port 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3,segment=NetworkSegment(b0fd0677-2ed6-4469-975c-37344912378f),segment_id=b0fd0677-2ed6-4469-975c-37344912378f)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:08:50.534357 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a103-ae8d-4e31-a5fb-2d13ba297408 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:50.625331 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:50.684548 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc943cf-9c39-4c28-82e3-78962e908cc3 None None] Pushing event updated for resources: {'Port': ['ID=98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:50.778580 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07151350-64f6-47fa-9c00-c9cd6483c9dc req-a50537a1-9ec3-4f83-a6f7-365564e78200 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:50.782688 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-07151350-64f6-47fa-9c00-c9cd6483c9dc req-a50537a1-9ec3-4f83-a6f7-365564e78200 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 946 time: 0.1161518 Sep 22 21:08:50.904825 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-07151350-64f6-47fa-9c00-c9cd6483c9dc req-c2b50712-f744-405f-b6fc-6ce9ecf7e174 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125686 Sep 22 21:08:50.910829 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1280cf-959d-4bb9-8d70-e7c9a6a06021 req-810413f3-f742-4ddf-abbf-54bb1bd3a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:50.912326 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-1e1280cf-959d-4bb9-8d70-e7c9a6a06021 req-810413f3-f742-4ddf-abbf-54bb1bd3a299 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 1099 time: 0.1638100 Sep 22 21:08:50.933971 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11734b-b8f4-46f4-96dd-4237082435f8 req-ad2c8d8a-ffd2-44d9-aa76-8016ac60e511 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:50.935603 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-af11734b-b8f4-46f4-96dd-4237082435f8 req-ad2c8d8a-ffd2-44d9-aa76-8016ac60e511 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 944 time: 0.1455832 Sep 22 21:08:50.995331 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-af11734b-b8f4-46f4-96dd-4237082435f8 req-488af33a-e23b-4b9b-a2a9-bdc4fcbb88a4 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532284 Sep 22 21:08:51.016228 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-1e1280cf-959d-4bb9-8d70-e7c9a6a06021 req-ae72507a-1aef-4a04-bd16-17c2c7c61810 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957203 Sep 22 21:08:51.091850 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a103-ae8d-4e31-a5fb-2d13ba297408 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:51.116211 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a103-ae8d-4e31-a5fb-2d13ba297408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:51.224432 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-c7f7a103-ae8d-4e31-a5fb-2d13ba297408 admin admin] Allocated IP 172.27.0.117 (2c353f49-210c-4300-9e98-1f6204bdd5b4/672554c0-508e-4537-8193-f701627840d3/cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:08:51.325605 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a103-ae8d-4e31-a5fb-2d13ba297408 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:51.371789 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 48328) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:51.442626 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a103-ae8d-4e31-a5fb-2d13ba297408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:51.490564 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f7a103-ae8d-4e31-a5fb-2d13ba297408 admin admin] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:08:51.493818 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5e6543be-f67e-4627-9d6a-a76c9adc61fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:51.496314 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-c7f7a103-ae8d-4e31-a5fb-2d13ba297408 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:08:51.501591 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f7a103-ae8d-4e31-a5fb-2d13ba297408 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:08:51.536588 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7a103-ae8d-4e31-a5fb-2d13ba297408 admin admin] Pushing event updated for resources: {'Port': ['ID=cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:51.704930 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6601e9c6-3e8b-42ac-9bc8-c288876906f9 None None] Network a467527e-b059-4d2f-a877-04dde43195f3 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:08:51.723212 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5e6543be-f67e-4627-9d6a-a76c9adc61fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:51.792608 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2ad315ba-6c62-4e6d-84cf-42258f448388 None None] Provisioning complete for port 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:08:51.793002 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2ad315ba-6c62-4e6d-84cf-42258f448388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:51.803766 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5e6543be-f67e-4627-9d6a-a76c9adc61fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:51.895223 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a103-ae8d-4e31-a5fb-2d13ba297408 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:51.902038 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 48334) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:51.902519 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-5e6543be-f67e-4627-9d6a-a76c9adc61fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f488ab52517e415aa159f27a7a49d541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5292885 Sep 22 21:08:51.902783 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6543be-f67e-4627-9d6a-a76c9adc61fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74809d9-3ae3-435c-b713-b546c2383bb8,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:51.943651 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2ad315ba-6c62-4e6d-84cf-42258f448388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:51.992437 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-06f61700-12f4-4b99-b905-db107d0df8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:52.016932 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-06f61700-12f4-4b99-b905-db107d0df8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:52.028302 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-2ad315ba-6c62-4e6d-84cf-42258f448388 None None] For port 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3,segment=NetworkSegment(b0fd0677-2ed6-4469-975c-37344912378f),segment_id=b0fd0677-2ed6-4469-975c-37344912378f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:08:52.102916 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2ad315ba-6c62-4e6d-84cf-42258f448388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:52.167134 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83e794-1336-4df8-bcc4-86fbb14b02c8 req-7d99a827-bafe-4af1-bc18-205458dc8b6b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:52.171309 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad315ba-6c62-4e6d-84cf-42258f448388 None None] Pushing event updated for resources: {'Port': ['ID=98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:52.179377 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-eb83e794-1336-4df8-bcc4-86fbb14b02c8 req-7d99a827-bafe-4af1-bc18-205458dc8b6b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 946 time: 0.1215806 Sep 22 21:08:52.226146 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1914f6-80eb-473b-92b7-c3839096a13d req-234001f3-97c1-421e-b919-ebb3d320aff9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:52.228635 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9e1914f6-80eb-473b-92b7-c3839096a13d req-234001f3-97c1-421e-b919-ebb3d320aff9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 944 time: 0.1378601 Sep 22 21:08:52.232317 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-06f61700-12f4-4b99-b905-db107d0df8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:52.235083 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-06f61700-12f4-4b99-b905-db107d0df8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:52.238784 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-06f61700-12f4-4b99-b905-db107d0df8b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b74809d9-3ae3-435c-b713-b546c2383bb8 HTTP/1.1" status: 204 len: 168 time: 0.3324172 Sep 22 21:08:52.252557 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-eb83e794-1336-4df8-bcc4-86fbb14b02c8 req-2ed4ee36-f6b5-46b5-bfcb-c9b3ddb16187 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722857 Sep 22 21:08:52.254316 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a103-ae8d-4e31-a5fb-2d13ba297408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3737356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:52.267470 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f61700-12f4-4b99-b905-db107d0df8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74809d9-3ae3-435c-b713-b546c2383bb8,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:52.313746 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9e1914f6-80eb-473b-92b7-c3839096a13d req-b5fe1226-d941-4b61-8e22-3aa388ea1cce tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717444 Sep 22 21:08:52.364337 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-d44463a8-25c8-4503-85d0-beb0b75a8d0b None None] Provisioning complete for port 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:08:52.364337 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d44463a8-25c8-4503-85d0-beb0b75a8d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:52.433375 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:08:52.462807 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-a8b55ce3-3cf0-44a2-ad5f-8614432bb895 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7baab7ec964e4ec2a51b46db9220133b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466785 Sep 22 21:08:52.581932 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:08:52.582264 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:52.617460 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f7a103-ae8d-4e31-a5fb-2d13ba297408 admin admin] Router 0c140487-6306-4717-8c31-18b6bf25f12c is scheduled to L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 21:08:52.742779 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-d7e1702a-f410-48db-af64-be538e41137b tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:52.744354 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-d7e1702a-f410-48db-af64-be538e41137b tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2755017 Sep 22 21:08:52.768191 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-80dab01b-6cb2-4e19-90b4-fca714a96b2d tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/quotas/7baab7ec964e4ec2a51b46db9220133b HTTP/1.1" status: 200 len: 375 time: 0.0154953 Sep 22 21:08:52.804105 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-101242bd-d362-4cda-bfa6-abe0abf1af10 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7baab7ec964e4ec2a51b46db9220133b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288055 Sep 22 21:08:52.820102 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f7a103-ae8d-4e31-a5fb-2d13ba297408 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:08:52.833651 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] Sync routers for ids ['0c140487-6306-4717-8c31-18b6bf25f12c'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:08:52.846247 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] Routers {'0c140487-6306-4717-8c31-18b6bf25f12c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:08:52.846875 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:08:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['0c140487-6306-4717-8c31-18b6bf25f12c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:08:52.951385 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] Set router 0c140487-6306-4717-8c31-18b6bf25f12c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:08:53.019044 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c7f7a103-ae8d-4e31-a5fb-2d13ba297408 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:53.022899 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-c7f7a103-ae8d-4e31-a5fb-2d13ba297408 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1229599 Sep 22 21:08:53.023266 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 48396) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:53.281842 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-73c8a9df-f270-412c-9b66-df181eba2c51 req-b2030419-3146-4d1e-be84-8fcacd5743d3 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 210 time: 0.1165578 Sep 22 21:08:53.415249 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:08:51Z', 'revision_number': 3, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:08:53.451108 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] Checking router: 0c140487-6306-4717-8c31-18b6bf25f12c for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:08:53.451454 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] Updating router 0c140487-6306-4717-8c31-18b6bf25f12c port cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf binding host dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:08:53.480684 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:53.592872 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1f1ac-198a-4c13-83ab-3b36352d9ee6 req-8b36a611-9e63-4773-92af-2f8f0a0179b5 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:53.594523 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d6d1f1ac-198a-4c13-83ab-3b36352d9ee6 req-8b36a611-9e63-4773-92af-2f8f0a0179b5 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 946 time: 0.1552157 Sep 22 21:08:53.602040 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7b802-bd3b-4e3a-8932-96110c8cdedc req-d7adc1a8-1f37-4b28-b2d8-f8e7066db8f9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:53.603573 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c6e7b802-bd3b-4e3a-8932-96110c8cdedc req-d7adc1a8-1f37-4b28-b2d8-f8e7066db8f9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 944 time: 0.1631527 Sep 22 21:08:53.730180 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c6e7b802-bd3b-4e3a-8932-96110c8cdedc req-99be112f-c320-410c-9f02-7c2fc4800610 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134253 Sep 22 21:08:53.794099 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d6d1f1ac-198a-4c13-83ab-3b36352d9ee6 req-7e022e18-58e7-4c50-b450-1b755839726c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875486 Sep 22 21:08:53.839111 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:53.839111 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device b1b185dd-fc1e-4cbe-844c-0b032c828a62 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:08:53.876803 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d55ef0f-8505-405e-9b84-051f1e2f5cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:53.940886 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:54.027891 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] Attempting to bind port cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:08:54.028239 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] Attempting to bind port cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:08:54.028554 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] Attempting to bind port cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf on network 2c353f49-210c-4300-9e98-1f6204bdd5b4 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:08:54.054515 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port b1b185dd-fc1e-4cbe-844c-0b032c828a62, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b1b185dd-fc1e-4cbe-844c-0b032c828a62,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:08:54.069392 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:08:54.069763 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] Checking segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:08:54.070167 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:54.070695 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] Bound using segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:08:54.071174 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] Bound port: cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:08:54.071555 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:54.077577 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905258d-d105-4d31-b5b5-062184d75fca None None] Pushing event updated for resources: {'Port': ['ID=cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:54.097624 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': 'b1b185dd-fc1e-4cbe-844c-0b032c828a62', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'port_id': 'b1b185dd-fc1e-4cbe-844c-0b032c828a62', 'mac_address': 'fa:16:3e:0c:2c:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:08:54.111337 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-2d55ef0f-8505-405e-9b84-051f1e2f5cb6 admin admin] Allocated IP 172.20.0.1 (a467527e-b059-4d2f-a877-04dde43195f3/44b9dea5-d892-4468-94cb-e49c88cec80c/dd41ef05-2926-4ea4-aca1-66407f303220) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:08:54.165501 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:54.167889 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] For port cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:08:54.189801 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] For port cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:08:54.197936 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b185dd-fc1e-4cbe-844c-0b032c828a62 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:08:54.218650 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port b1b185dd-fc1e-4cbe-844c-0b032c828a62, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b1b185dd-fc1e-4cbe-844c-0b032c828a62,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:08:54.229584 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:08:54.242371 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d55ef0f-8505-405e-9b84-051f1e2f5cb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:54.281069 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:54.289763 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:08:54.290240 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:54.348365 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:54.366015 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-72a99e40-977c-4fae-84c1-4f536ab6b71d req-1346d422-03f2-4675-9a0d-023b914eb213 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 210 time: 0.0267222 Sep 22 21:08:54.367820 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d55ef0f-8505-405e-9b84-051f1e2f5cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:54.370701 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] Routers {'0c140487-6306-4717-8c31-18b6bf25f12c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:08:54.375738 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:08:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['0c140487-6306-4717-8c31-18b6bf25f12c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:08:54.421619 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905258d-d105-4d31-b5b5-062184d75fca None None] Pushing event updated for resources: {'Port': ['ID=cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:54.422784 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d55ef0f-8505-405e-9b84-051f1e2f5cb6 admin admin] Network a467527e-b059-4d2f-a877-04dde43195f3 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:08:54.424412 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-2d55ef0f-8505-405e-9b84-051f1e2f5cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:08:54.428686 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d55ef0f-8505-405e-9b84-051f1e2f5cb6 admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:08:54.460363 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55ef0f-8505-405e-9b84-051f1e2f5cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=dd41ef05-2926-4ea4-aca1-66407f303220,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:54.482185 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d55ef0f-8505-405e-9b84-051f1e2f5cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3741573'] for router_interface, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:54.560438 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=b1b185dd-fc1e-4cbe-844c-0b032c828a62,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:54.597889 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] Set router 0c140487-6306-4717-8c31-18b6bf25f12c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:08:54.732002 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['b1b185dd-fc1e-4cbe-844c-0b032c828a62'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:08:54.739345 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d55ef0f-8505-405e-9b84-051f1e2f5cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:54.763892 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-1f448606-2874-418e-8fbb-568aba41cea6 None None] Provisioning complete for port dd41ef05-2926-4ea4-aca1-66407f303220 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:08:54.763892 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-1f448606-2874-418e-8fbb-568aba41cea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:54.848411 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-1f448606-2874-418e-8fbb-568aba41cea6 None None] Port dd41ef05-2926-4ea4-aca1-66407f303220 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:08:54.923381 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:08:51Z', 'revision_number': 3, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:08:54.958586 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa02ca5-8b70-4c8a-9343-23fe6c573e78 None None] The sync data for ids ['0c140487-6306-4717-8c31-18b6bf25f12c'] in dv-cinder-810415-3-iscsi is: [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:08:51Z', 'revision_number': 3, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:08:54.969613 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e5ef2-74f2-4dd2-b965-ce7803916896 req-415ea35d-f540-408b-91d6-c61f87f0bd8d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:54.981369 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ed0e5ef2-74f2-4dd2-b965-ce7803916896 req-415ea35d-f540-408b-91d6-c61f87f0bd8d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 945 time: 0.1554677 Sep 22 21:08:55.060101 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7eca4-b7be-43d4-b8f9-3dc593a2a999 req-56a0877b-633d-4350-9f24-6425920c92be tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:55.061595 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-41f7eca4-b7be-43d4-b8f9-3dc593a2a999 req-56a0877b-633d-4350-9f24-6425920c92be tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 946 time: 0.1685741 Sep 22 21:08:55.069341 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ed0e5ef2-74f2-4dd2-b965-ce7803916896 req-69a4f155-2420-4333-9b4b-ed1d3994cb01 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811863 Sep 22 21:08:55.103156 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d55ef0f-8505-405e-9b84-051f1e2f5cb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:55.145313 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-41f7eca4-b7be-43d4-b8f9-3dc593a2a999 req-e7186d39-7f1c-45cc-9af2-2d280c5f2e9c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736876 Sep 22 21:08:55.183696 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d55ef0f-8505-405e-9b84-051f1e2f5cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26159211'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:55.273717 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2d55ef0f-8505-405e-9b84-051f1e2f5cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3740533'] for router_interface, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:55.281325 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55ef0f-8505-405e-9b84-051f1e2f5cb6 admin admin] Pushing event updated for resources: {'Port': ['ID=dd41ef05-2926-4ea4-aca1-66407f303220,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:55.382054 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d55ef0f-8505-405e-9b84-051f1e2f5cb6 admin admin] Network a467527e-b059-4d2f-a877-04dde43195f3 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:08:55.383715 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-2d55ef0f-8505-405e-9b84-051f1e2f5cb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:08:55.518226 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-457f4e2c-2a47-4193-9bdf-8a17cfba1a09 req-33392aa7-ccd5-4f58-a2f9-6f6b904b9620 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 210 time: 0.0327752 Sep 22 21:08:55.541653 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d55ef0f-8505-405e-9b84-051f1e2f5cb6 admin admin] Router 0c140487-6306-4717-8c31-18b6bf25f12c has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:08:55.682069 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-2d9c1cd6-a145-4220-a084-00e4579c23ab None None] Provisioning complete for port dd41ef05-2926-4ea4-aca1-66407f303220 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:08:55.682438 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2d9c1cd6-a145-4220-a084-00e4579c23ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:55.718963 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-2d9c1cd6-a145-4220-a084-00e4579c23ab None None] Port dd41ef05-2926-4ea4-aca1-66407f303220 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:08:55.883345 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-56ad6da4-92eb-4383-8125-9f9b762d6cab tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=7baab7ec964e4ec2a51b46db9220133b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309551 Sep 22 21:08:55.894363 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d55ef0f-8505-405e-9b84-051f1e2f5cb6 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:08:55.901123 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-2d55ef0f-8505-405e-9b84-051f1e2f5cb6 admin admin] 10.222.0.42 "PUT /v2.0/routers/0c140487-6306-4717-8c31-18b6bf25f12c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8766768 Sep 22 21:08:56.110289 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-9d434965-e6cf-4db9-8139-79d09c3e987e tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:56.112757 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-9d434965-e6cf-4db9-8139-79d09c3e987e tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2211115 Sep 22 21:08:56.135620 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7c435d78-c080-42cc-bef1-14b6b2dbfc93 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Request body: {'port': {'device_id': 'db96a5c7-7df8-4aa7-9c43-42fd4f69663f', 'network_id': 'bb3ccef5-15c3-404a-b48f-0adf61451297', 'admin_state_up': True, 'tenant_id': '7baab7ec964e4ec2a51b46db9220133b'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:08:56.245508 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c66af3-13c5-410b-bc87-b535ebe0f890 req-db05e2ca-651f-43b7-a08b-d7dc3d213b60 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:56.247435 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-41c66af3-13c5-410b-bc87-b535ebe0f890 req-db05e2ca-651f-43b7-a08b-d7dc3d213b60 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 945 time: 0.0613701 Sep 22 21:08:56.313864 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:08:56.321196 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-41c66af3-13c5-410b-bc87-b535ebe0f890 req-25b59a21-8ac0-44b7-a944-a6fb146a1e2c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627987 Sep 22 21:08:56.369283 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:08:56.370072 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:56.377638 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7c435d78-c080-42cc-bef1-14b6b2dbfc93 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Made reservation on behalf of 7baab7ec964e4ec2a51b46db9220133b for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:08:56.381519 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7c435d78-c080-42cc-bef1-14b6b2dbfc93 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:56.391768 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7c435d78-c080-42cc-bef1-14b6b2dbfc93 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:56.472248 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:56.505220 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7c435d78-c080-42cc-bef1-14b6b2dbfc93 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:56.519627 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] For port cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:08:56.601855 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7c435d78-c080-42cc-bef1-14b6b2dbfc93 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:56.602023 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:56.653895 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3647c75f-a87f-4f23-a1a5-d5793b03b9d6 req-2d698a2f-2034-4bc8-846a-462c9e2c9882 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 210 time: 0.0590327 Sep 22 21:08:56.683870 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c435d78-c080-42cc-bef1-14b6b2dbfc93 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06aeb0f7-dad1-458c-b221-22321648bd67,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:56.693052 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Pushing event updated for resources: {'Port': ['ID=cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:56.750416 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 48500) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:56.758369 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-fe6e1b6c-9557-4d3a-9b7f-332dcccd7270 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1119247594', 'description': 'tempest-description--729618331'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:08:56.776113 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7c435d78-c080-42cc-bef1-14b6b2dbfc93 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Allocated IP 192.168.233.88 (bb3ccef5-15c3-404a-b48f-0adf61451297/df08b07b-cd5d-4e5f-9ce2-0cf4ed970183/0bbb7ba5-c793-4d12-8c36-4722bc391e34) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:08:56.860076 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] Sync routers for ids ['0c140487-6306-4717-8c31-18b6bf25f12c'] in dv-cinder-810415-3-iscsi {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:08:56.869618 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] Routers {'0c140487-6306-4717-8c31-18b6bf25f12c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:08:56.870274 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:08:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['0c140487-6306-4717-8c31-18b6bf25f12c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:08:56.880456 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fe6e1b6c-9557-4d3a-9b7f-332dcccd7270 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:56.935099 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7c435d78-c080-42cc-bef1-14b6b2dbfc93 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:56.981982 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] Set router 0c140487-6306-4717-8c31-18b6bf25f12c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:08:56.984488 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fe6e1b6c-9557-4d3a-9b7f-332dcccd7270 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:57.080571 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fe6e1b6c-9557-4d3a-9b7f-332dcccd7270 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:57.080998 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7c435d78-c080-42cc-bef1-14b6b2dbfc93 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:57.125504 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7c435d78-c080-42cc-bef1-14b6b2dbfc93 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Network bb3ccef5-15c3-404a-b48f-0adf61451297 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:08:57.128460 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7c435d78-c080-42cc-bef1-14b6b2dbfc93 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:08:57.132516 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7c435d78-c080-42cc-bef1-14b6b2dbfc93 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:08:57.140973 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e1b6c-9557-4d3a-9b7f-332dcccd7270 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:57.169243 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc7d72-768f-45b5-87ff-70ed92b1d7a9 req-efef273c-f2a2-41b1-8f83-0846def88c23 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:57.170779 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-90cc7d72-768f-45b5-87ff-70ed92b1d7a9 req-efef273c-f2a2-41b1-8f83-0846def88c23 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 945 time: 0.0873792 Sep 22 21:08:57.171459 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c435d78-c080-42cc-bef1-14b6b2dbfc93 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Pushing event updated for resources: {'Port': ['ID=0bbb7ba5-c793-4d12-8c36-4722bc391e34,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:57.201720 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7c435d78-c080-42cc-bef1-14b6b2dbfc93 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:57.202362 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7c435d78-c080-42cc-bef1-14b6b2dbfc93 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:57.214366 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fe6e1b6c-9557-4d3a-9b7f-332dcccd7270 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:57.215611 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-fe6e1b6c-9557-4d3a-9b7f-332dcccd7270 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4641519 Sep 22 21:08:57.218780 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 48504) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:57.223334 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-72943895-9086-4fde-a6b6-6ea2b370e8af tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Request body: {'security_group_rule': {'security_group_id': 'f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:08:57.230517 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:08:54Z', 'revision_number': 4, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'dd41ef05-2926-4ea4-aca1-66407f303220', 'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'mac_address': 'fa:16:3e:ac:12:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:53Z', 'updated_at': '2021-09-22T21:08:54Z', 'revision_number': 2, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'subnets': [{'id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:08:57.237424 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-90cc7d72-768f-45b5-87ff-70ed92b1d7a9 req-2ccfcc5e-ba47-4234-a352-3bd45fc9d8a6 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464349 Sep 22 21:08:57.261370 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] Checking router: 0c140487-6306-4717-8c31-18b6bf25f12c for host: dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:08:57.261710 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] Updating router 0c140487-6306-4717-8c31-18b6bf25f12c port dd41ef05-2926-4ea4-aca1-66407f303220 binding host dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:08:57.271024 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7c435d78-c080-42cc-bef1-14b6b2dbfc93 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1401105 Sep 22 21:08:57.288700 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:57.291496 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Request body: {'port': {'device_id': 'db96a5c7-7df8-4aa7-9c43-42fd4f69663f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:08:57.350898 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:57.373349 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-72943895-9086-4fde-a6b6-6ea2b370e8af tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:57.446065 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6bf9e5-06ec-44ac-927e-9598364abbc7 req-737c10cd-95e2-4301-84ec-6bc1a9cac693 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:57.449214 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0a6bf9e5-06ec-44ac-927e-9598364abbc7 req-737c10cd-95e2-4301-84ec-6bc1a9cac693 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 945 time: 0.0524752 Sep 22 21:08:57.454909 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-decf5337-a4fd-4a64-b947-61eaaba3b853 None None] Provisioning complete for port 0bbb7ba5-c793-4d12-8c36-4722bc391e34 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:08:57.455411 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-decf5337-a4fd-4a64-b947-61eaaba3b853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:57.492920 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-decf5337-a4fd-4a64-b947-61eaaba3b853 None None] Port 0bbb7ba5-c793-4d12-8c36-4722bc391e34 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:08:57.501141 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0a6bf9e5-06ec-44ac-927e-9598364abbc7 req-c9cb0123-3b6e-4226-9c66-b3637e5dae3c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445070 Sep 22 21:08:57.522382 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-72943895-9086-4fde-a6b6-6ea2b370e8af tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:57.579276 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:57.656835 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-72943895-9086-4fde-a6b6-6ea2b370e8af tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:57.676369 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:57.682942 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bbb7ba5-c793-4d12-8c36-4722bc391e34 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:08:57.687172 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72943895-9086-4fde-a6b6-6ea2b370e8af tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a440231c-616b-442a-b870-70585ed388b5,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:57.693611 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:57.706914 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Transition to ACTIVE for port object 0bbb7ba5-c793-4d12-8c36-4722bc391e34 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:08:57.737602 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e6f51-0340-4a46-97df-ab22f0561235 None None] Pushing event updated for resources: {'Port': ['ID=dd41ef05-2926-4ea4-aca1-66407f303220,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:57.756537 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-72943895-9086-4fde-a6b6-6ea2b370e8af tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:57.762414 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-72943895-9086-4fde-a6b6-6ea2b370e8af tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5425782 Sep 22 21:08:57.763371 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 48516) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:57.763594 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e6f51-0340-4a46-97df-ab22f0561235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:57.763988 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e6f51-0340-4a46-97df-ab22f0561235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:57.766953 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e6f51-0340-4a46-97df-ab22f0561235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:57.766953 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e6f51-0340-4a46-97df-ab22f0561235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:57.766953 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e6f51-0340-4a46-97df-ab22f0561235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:57.766953 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e6f51-0340-4a46-97df-ab22f0561235 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:57.766953 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e6f51-0340-4a46-97df-ab22f0561235 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:57.767488 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e6f51-0340-4a46-97df-ab22f0561235 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:57.767488 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e6f51-0340-4a46-97df-ab22f0561235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:57.767871 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e6f51-0340-4a46-97df-ab22f0561235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:57.768198 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e6f51-0340-4a46-97df-ab22f0561235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:57.768517 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7e6f51-0340-4a46-97df-ab22f0561235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:08:57.769972 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-9e94882b-8a62-4028-b67e-043607c7002f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Request body: {'security_group_rule': {'security_group_id': 'f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:08:57.788768 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:57.812367 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] Attempting to bind port dd41ef05-2926-4ea4-aca1-66407f303220 on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:08:57.812745 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] Attempting to bind port dd41ef05-2926-4ea4-aca1-66407f303220 by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': 'b0fd0677-2ed6-4469-975c-37344912378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:08:57.813108 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] Attempting to bind port dd41ef05-2926-4ea4-aca1-66407f303220 on network a467527e-b059-4d2f-a877-04dde43195f3 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:08:57.815369 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device b1b185dd-fc1e-4cbe-844c-0b032c828a62 up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:08:57.819995 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:08:57.820365 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] Checking segment: {'id': 'b0fd0677-2ed6-4469-975c-37344912378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:08:57.820780 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:57.821167 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] Bound using segment: {'id': 'b0fd0677-2ed6-4469-975c-37344912378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:08:57.821632 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] Bound port: dd41ef05-2926-4ea4-aca1-66407f303220, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fd0677-2ed6-4469-975c-37344912378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:08:57.822024 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:57.826980 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e96eb5-3ef7-4bb5-a794-21a92368c2ae req-5e0be692-5af1-40a6-821e-085d8027b86e tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:57.830039 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b6e96eb5-3ef7-4bb5-a794-21a92368c2ae req-5e0be692-5af1-40a6-821e-085d8027b86e tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 935 time: 0.0940058 Sep 22 21:08:57.892243 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbb7ba5-c793-4d12-8c36-4722bc391e34,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:57.920552 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b6e96eb5-3ef7-4bb5-a794-21a92368c2ae req-b3151fa9-699d-44d4-8b81-128ba35dcaaa tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/security-groups?id=06aeb0f7-dad1-458c-b221-22321648bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770330 Sep 22 21:08:57.922872 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] For port dd41ef05-2926-4ea4-aca1-66407f303220, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:08:57.926957 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] For port dd41ef05-2926-4ea4-aca1-66407f303220, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=dd41ef05-2926-4ea4-aca1-66407f303220,segment=NetworkSegment(b0fd0677-2ed6-4469-975c-37344912378f),segment_id=b0fd0677-2ed6-4469-975c-37344912378f)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:08:57.940377 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9e94882b-8a62-4028-b67e-043607c7002f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:57.979492 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Attempting to bind port 0bbb7ba5-c793-4d12-8c36-4722bc391e34 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:08:57.979821 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Attempting to bind port 0bbb7ba5-c793-4d12-8c36-4722bc391e34 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '3599bb16-be62-4ad2-865a-0bd856ea1bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bb3ccef5-15c3-404a-b48f-0adf61451297'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:08:57.980145 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Attempting to bind port 0bbb7ba5-c793-4d12-8c36-4722bc391e34 on network bb3ccef5-15c3-404a-b48f-0adf61451297 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:08:57.992361 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Port 0bbb7ba5-c793-4d12-8c36-4722bc391e34 on network bb3ccef5-15c3-404a-b48f-0adf61451297 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:08:57.992538 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Attempting to bind port 0bbb7ba5-c793-4d12-8c36-4722bc391e34 on network bb3ccef5-15c3-404a-b48f-0adf61451297 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:08:58.007410 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:08:58.007738 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Checking segment: {'id': '3599bb16-be62-4ad2-865a-0bd856ea1bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bb3ccef5-15c3-404a-b48f-0adf61451297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:08:58.008113 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Bound using segment: {'id': '3599bb16-be62-4ad2-865a-0bd856ea1bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bb3ccef5-15c3-404a-b48f-0adf61451297'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:08:58.008542 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Bound port: 0bbb7ba5-c793-4d12-8c36-4722bc391e34, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3599bb16-be62-4ad2-865a-0bd856ea1bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'bb3ccef5-15c3-404a-b48f-0adf61451297'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:08:58.008921 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:58.018265 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:58.036546 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9e94882b-8a62-4028-b67e-043607c7002f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:58.076708 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port b1b185dd-fc1e-4cbe-844c-0b032c828a62 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:08:58.084261 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port b1b185dd-fc1e-4cbe-844c-0b032c828a62 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:08:58.084931 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:58.085052 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] Routers {'0c140487-6306-4717-8c31-18b6bf25f12c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:08:58.085745 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:08:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['0c140487-6306-4717-8c31-18b6bf25f12c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:08:58.086480 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] For port 0bbb7ba5-c793-4d12-8c36-4722bc391e34, host hv-cinder-81041, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:08:58.090511 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] For port 0bbb7ba5-c793-4d12-8c36-4722bc391e34, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=0bbb7ba5-c793-4d12-8c36-4722bc391e34,segment=NetworkSegment(3599bb16-be62-4ad2-865a-0bd856ea1bc2),segment_id=3599bb16-be62-4ad2-865a-0bd856ea1bc2)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:08:58.093184 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e6f51-0340-4a46-97df-ab22f0561235 None None] Pushing event updated for resources: {'Port': ['ID=dd41ef05-2926-4ea4-aca1-66407f303220,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:58.102947 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9e94882b-8a62-4028-b67e-043607c7002f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:58.124607 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94882b-8a62-4028-b67e-043607c7002f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef9e9a4-119a-4d0c-9275-0154fbc820ff,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:58.148440 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c4deeced-c935-4d5f-8fae-3dec1b4cab3b None None] Provisioning complete for port dd41ef05-2926-4ea4-aca1-66407f303220 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:08:58.149028 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c4deeced-c935-4d5f-8fae-3dec1b4cab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:58.161843 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:58.206777 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:58.207333 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:58.209201 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] 10.222.0.48 "PUT /v2.0/ports/0bbb7ba5-c793-4d12-8c36-4722bc391e34 HTTP/1.1" status: 200 len: 1097 time: 0.9225678 Sep 22 21:08:58.209919 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db96a5c7-7df8-4aa7-9c43-42fd4f69663f', 'tag': '0bbb7ba5-c793-4d12-8c36-4722bc391e34'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:08:58.213392 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04097321-96f4-422d-a276-f72a597f0295" -d '{"events": [{"name": "network-changed", "server_uuid": "db96a5c7-7df8-4aa7-9c43-42fd4f69663f", "tag": "0bbb7ba5-c793-4d12-8c36-4722bc391e34"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:08:58.238551 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-9e94882b-8a62-4028-b67e-043607c7002f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:58.249572 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 48520) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:08:58.254289 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-321d3e29-d3aa-46a6-aa9f-12e1f4bcc25d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Request body: {'floatingip': {'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:08:58.261147 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-9e94882b-8a62-4028-b67e-043607c7002f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4802313 Sep 22 21:08:58.294231 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] Set router 0c140487-6306-4717-8c31-18b6bf25f12c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:08:58.303867 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7567a121-aa14-486e-b274-a87a0b04bf35 service neutron] Pushing event updated for resources: {'Port': ['ID=0bbb7ba5-c793-4d12-8c36-4722bc391e34,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:58.317797 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8349bef0-20c4-41d5-9f0e-9dcdfdd3f389 x-openstack-request-id: req-8349bef0-20c4-41d5-9f0e-9dcdfdd3f389 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:08:58.318348 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db96a5c7-7df8-4aa7-9c43-42fd4f69663f", "tag": "0bbb7ba5-c793-4d12-8c36-4722bc391e34", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:08:58.318759 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8349bef0-20c4-41d5-9f0e-9dcdfdd3f389 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:08:58.319280 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db96a5c7-7df8-4aa7-9c43-42fd4f69663f', 'tag': '0bbb7ba5-c793-4d12-8c36-4722bc391e34', 'status': 'completed', 'code': 200} Sep 22 21:08:58.324676 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:58.372587 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:08:58.413441 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-321d3e29-d3aa-46a6-aa9f-12e1f4bcc25d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for floatingip, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:58.444106 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04097321-96f4-422d-a276-f72a597f0295 req-a1424e79-8dac-4374-9d51-14455f1b4e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:58.446323 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-04097321-96f4-422d-a276-f72a597f0295 req-a1424e79-8dac-4374-9d51-14455f1b4e56 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7baab7ec964e4ec2a51b46db9220133b&device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 1100 time: 0.0878556 Sep 22 21:08:58.456959 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port b1b185dd-fc1e-4cbe-844c-0b032c828a62, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b1b185dd-fc1e-4cbe-844c-0b032c828a62,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:08:58.462704 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25081a34-4484-488a-a687-44324cca4914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b185dd-fc1e-4cbe-844c-0b032c828a62'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:08:58.465513 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb8329a-c5c9-4947-9786-515478f4105f" -d '{"events": [{"server_uuid": "25081a34-4484-488a-a687-44324cca4914", "name": "network-vif-plugged", "status": "completed", "tag": "b1b185dd-fc1e-4cbe-844c-0b032c828a62"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:08:58.513771 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c4deeced-c935-4d5f-8fae-3dec1b4cab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:58.524152 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-04097321-96f4-422d-a276-f72a597f0295 req-193f7e52-faac-45ee-9639-3175ce69f9c6 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=7baab7ec964e4ec2a51b46db9220133b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632651 Sep 22 21:08:58.551471 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:58.611123 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb971293-8a86-4935-a19f-6d43deea1991 req-54e9cc5b-1406-46c3-852d-de37f9288edd tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:58.623545 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bb971293-8a86-4935-a19f-6d43deea1991 req-54e9cc5b-1406-46c3-852d-de37f9288edd tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 945 time: 0.1843729 Sep 22 21:08:58.652564 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63eefa7b-fb19-4f6a-9ae6-a4d7d6c7e08f x-openstack-request-id: req-63eefa7b-fb19-4f6a-9ae6-a4d7d6c7e08f {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:08:58.652899 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25081a34-4484-488a-a687-44324cca4914", "name": "network-vif-plugged", "status": "completed", "tag": "b1b185dd-fc1e-4cbe-844c-0b032c828a62", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:08:58.653386 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-63eefa7b-fb19-4f6a-9ae6-a4d7d6c7e08f {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:08:58.653942 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25081a34-4484-488a-a687-44324cca4914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b185dd-fc1e-4cbe-844c-0b032c828a62', 'code': 200} Sep 22 21:08:58.690402 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-c4deeced-c935-4d5f-8fae-3dec1b4cab3b None None] For port dd41ef05-2926-4ea4-aca1-66407f303220, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=dd41ef05-2926-4ea4-aca1-66407f303220,segment=NetworkSegment(b0fd0677-2ed6-4469-975c-37344912378f),segment_id=b0fd0677-2ed6-4469-975c-37344912378f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:08:58.708922 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:08:58.709537 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:58.714818 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=b1b185dd-fc1e-4cbe-844c-0b032c828a62,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:58.765083 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04097321-96f4-422d-a276-f72a597f0295 req-e8dd8881-0b9b-4fce-8aef-49688320effe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:58.769260 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-04097321-96f4-422d-a276-f72a597f0295 req-e8dd8881-0b9b-4fce-8aef-49688320effe service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2336390 Sep 22 21:08:58.780540 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bb971293-8a86-4935-a19f-6d43deea1991 req-1ef767d0-87bc-4724-91fa-00cf1b3dcaa3 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471610 Sep 22 21:08:58.796386 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c4deeced-c935-4d5f-8fae-3dec1b4cab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:58.822992 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59faa2-4d3e-40d8-b332-dfc44486bc26 req-bf0e4330-5f7f-43b5-8ae7-ca2e5317d511 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:58.824500 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6e59faa2-4d3e-40d8-b332-dfc44486bc26 req-bf0e4330-5f7f-43b5-8ae7-ca2e5317d511 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 946 time: 0.1297491 Sep 22 21:08:58.836934 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-321d3e29-d3aa-46a6-aa9f-12e1f4bcc25d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:58.859153 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:08:54Z', 'revision_number': 4, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'dd41ef05-2926-4ea4-aca1-66407f303220', 'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'mac_address': 'fa:16:3e:ac:12:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:53Z', 'updated_at': '2021-09-22T21:08:57Z', 'revision_number': 4, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'subnets': [{'id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:08:58.877261 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4deeced-c935-4d5f-8fae-3dec1b4cab3b None None] Pushing event updated for resources: {'Port': ['ID=dd41ef05-2926-4ea4-aca1-66407f303220,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:58.891485 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5de0d86-fa24-4368-85ae-24cd9617967f None None] The sync data for ids ['0c140487-6306-4717-8c31-18b6bf25f12c'] in dv-cinder-810415-3-iscsi is: [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:08:54Z', 'revision_number': 4, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'dd41ef05-2926-4ea4-aca1-66407f303220', 'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'mac_address': 'fa:16:3e:ac:12:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:53Z', 'updated_at': '2021-09-22T21:08:57Z', 'revision_number': 4, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'subnets': [{'id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:08:58.918243 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-ddd3e0e3-44ce-482e-9eff-9ca813bd35af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:58.919821 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-ddd3e0e3-44ce-482e-9eff-9ca813bd35af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7baab7ec964e4ec2a51b46db9220133b&device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 1100 time: 0.0999186 Sep 22 21:08:58.923032 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-34b7382e-2d91-48e6-9697-48285e3f58e0 None None] Provisioning complete for port dd41ef05-2926-4ea4-aca1-66407f303220 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:08:58.923288 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-34b7382e-2d91-48e6-9697-48285e3f58e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:58.930878 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6e59faa2-4d3e-40d8-b332-dfc44486bc26 req-7cdf9378-f3c1-4f4e-96b4-435f22612340 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903227 Sep 22 21:08:59.032435 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-38f96921-1a2f-4ae4-bacb-c24a1ee22e24 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=0bbb7ba5-c793-4d12-8c36-4722bc391e34 HTTP/1.1" status: 200 len: 217 time: 0.0903914 Sep 22 21:08:59.055644 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-321d3e29-d3aa-46a6-aa9f-12e1f4bcc25d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Allocated IP 172.27.0.163 (2c353f49-210c-4300-9e98-1f6204bdd5b4/672554c0-508e-4537-8193-f701627840d3/817cdf04-6d3e-474f-ae1b-8084f6ad7715) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:08:59.111763 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-72cb7cf1-eaf2-492d-9144-55148013905d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:59.113537 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-72cb7cf1-eaf2-492d-9144-55148013905d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=df08b07b-cd5d-4e5f-9ce2-0cf4ed970183 HTTP/1.1" status: 200 len: 843 time: 0.0647962 Sep 22 21:08:59.164534 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-e0f38030-3bd4-4fa6-a1d9-5931fe19051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:59.165017 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b5aea-65b8-46d4-ab04-5e69b394c8ff req-5d13e564-d67a-4efc-a96f-975d8f5ce66c tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:59.166248 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-e0f38030-3bd4-4fa6-a1d9-5931fe19051f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=bb3ccef5-15c3-404a-b48f-0adf61451297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0431018 Sep 22 21:08:59.166608 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ab8b5aea-65b8-46d4-ab04-5e69b394c8ff req-5d13e564-d67a-4efc-a96f-975d8f5ce66c tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 947 time: 0.1310694 Sep 22 21:08:59.273962 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-321d3e29-d3aa-46a6-aa9f-12e1f4bcc25d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:59.277226 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e3ec6-4ccf-4a0e-a6c3-0e28cd85534c req-14ad97b9-ff7f-478d-9f59-f028e2e99a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:59.278743 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2f7e3ec6-4ccf-4a0e-a6c3-0e28cd85534c req-14ad97b9-ff7f-478d-9f59-f028e2e99a7c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 1099 time: 0.1112449 Sep 22 21:08:59.281708 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ab8b5aea-65b8-46d4-ab04-5e69b394c8ff req-827d8249-e139-4a43-a1a6-e7128e245bf2 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/security-groups?id=06aeb0f7-dad1-458c-b221-22321648bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975976 Sep 22 21:08:59.301257 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-8a68b9c2-e1de-43f0-b697-8954248f3762 service neutron] 10.222.0.48 "GET /v2.0/networks/bb3ccef5-15c3-404a-b48f-0adf61451297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252525 Sep 22 21:08:59.312127 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacc41d-4cff-4a8c-a4e7-dec2d1a2cf3d req-6399fc43-4780-40d5-9f99-a4180e55f04e tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:08:59.313834 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-faacc41d-4cff-4a8c-a4e7-dec2d1a2cf3d req-6399fc43-4780-40d5-9f99-a4180e55f04e tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.48 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 945 time: 0.0666342 Sep 22 21:08:59.341851 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2f7e3ec6-4ccf-4a0e-a6c3-0e28cd85534c req-e958798d-8996-4438-beed-5d793c2eb8f2 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544975 Sep 22 21:08:59.401147 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-321d3e29-d3aa-46a6-aa9f-12e1f4bcc25d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:59.440503 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321d3e29-d3aa-46a6-aa9f-12e1f4bcc25d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:08:59.443503 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-321d3e29-d3aa-46a6-aa9f-12e1f4bcc25d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:08:59.447812 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321d3e29-d3aa-46a6-aa9f-12e1f4bcc25d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:08:59.465527 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-7a9b1e1f-a05b-42c0-953e-4146087a7904 req-f1f6f9ee-478c-44e2-8476-173994219247 service neutron] 10.222.0.48 "GET /v2.0/networks/bb3ccef5-15c3-404a-b48f-0adf61451297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506832 Sep 22 21:08:59.475873 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d3e29-d3aa-46a6-aa9f-12e1f4bcc25d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Pushing event updated for resources: {'Port': ['ID=817cdf04-6d3e-474f-ae1b-8084f6ad7715,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:08:59.481640 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-faacc41d-4cff-4a8c-a4e7-dec2d1a2cf3d req-c12c7916-c662-4c10-ace0-47144425ab4d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Deleting port b8aef771-3bea-4742-bf44-8d3be7d94a56 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:08:59.481980 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-faacc41d-4cff-4a8c-a4e7-dec2d1a2cf3d req-c12c7916-c662-4c10-ace0-47144425ab4d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:59.549925 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-321d3e29-d3aa-46a6-aa9f-12e1f4bcc25d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:59.672901 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-321d3e29-d3aa-46a6-aa9f-12e1f4bcc25d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:59.807197 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-faacc41d-4cff-4a8c-a4e7-dec2d1a2cf3d req-c12c7916-c662-4c10-ace0-47144425ab4d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] For port b8aef771-3bea-4742-bf44-8d3be7d94a56, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b8aef771-3bea-4742-bf44-8d3be7d94a56,segment=NetworkSegment(b050491d-33ef-46e3-9e42-218a94a7b92f),segment_id=b050491d-33ef-46e3-9e42-218a94a7b92f)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:08:59.808146 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-faacc41d-4cff-4a8c-a4e7-dec2d1a2cf3d req-c12c7916-c662-4c10-ace0-47144425ab4d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:59.823553 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-faacc41d-4cff-4a8c-a4e7-dec2d1a2cf3d req-c12c7916-c662-4c10-ace0-47144425ab4d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Calling delete_port for b8aef771-3bea-4742-bf44-8d3be7d94a56 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:08:59.885951 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-321d3e29-d3aa-46a6-aa9f-12e1f4bcc25d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:08:59.934520 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-321d3e29-d3aa-46a6-aa9f-12e1f4bcc25d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26159211'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:00.008271 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48048d8a-dc90-4894-9a72-8a9e74af5166 req-447d70a5-837d-460c-9210-3fbb52a5bbaf tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:00.010222 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-48048d8a-dc90-4894-9a72-8a9e74af5166 req-447d70a5-837d-460c-9210-3fbb52a5bbaf tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 945 time: 0.1181998 Sep 22 21:09:00.051311 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d3e29-d3aa-46a6-aa9f-12e1f4bcc25d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Pushing event updated for resources: {'Port': ['ID=817cdf04-6d3e-474f-ae1b-8084f6ad7715,revision_number=2']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:00.091619 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-faacc41d-4cff-4a8c-a4e7-dec2d1a2cf3d req-c12c7916-c662-4c10-ace0-47144425ab4d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:00.101350 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-321d3e29-d3aa-46a6-aa9f-12e1f4bcc25d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741466'] for floatingip, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:00.104256 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['d0322484-0295-4e37-9940-2128771d0ddf', '1c109839-b1a2-4fa5-a6ed-bb00afb4ac31', '67fb6466-819f-4336-b27f-47af06c3f096', 'b8aef771-3bea-4742-bf44-8d3be7d94a56'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:09:00.156097 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-48048d8a-dc90-4894-9a72-8a9e74af5166 req-3a6ba149-6e7d-49b2-9955-ec67d80dd97e tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224871 Sep 22 21:09:00.177967 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aae056-52ce-49dc-846d-fd583f596069 req-59f868ca-8f36-4988-814c-2b961a43388e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:00.179597 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c9aae056-52ce-49dc-846d-fd583f596069 req-59f868ca-8f36-4988-814c-2b961a43388e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 946 time: 0.1473408 Sep 22 21:09:00.192192 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12c7916-c662-4c10-ace0-47144425ab4d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Pushing event deleted for resources: {'Port': ['ID=b8aef771-3bea-4742-bf44-8d3be7d94a56,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:00.235274 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-321d3e29-d3aa-46a6-aa9f-12e1f4bcc25d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:00.246308 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-321d3e29-d3aa-46a6-aa9f-12e1f4bcc25d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9861503 Sep 22 21:09:00.247373 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-faacc41d-4cff-4a8c-a4e7-dec2d1a2cf3d req-c12c7916-c662-4c10-ace0-47144425ab4d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] No DVR routers for this DVR port b8aef771-3bea-4742-bf44-8d3be7d94a56 on host hv-cinder-81041 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:09:00.256750 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c9aae056-52ce-49dc-846d-fd583f596069 req-13883a6d-7d12-4c12-bdad-3d7a93c0afc6 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708594 Sep 22 21:09:00.258002 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-faacc41d-4cff-4a8c-a4e7-dec2d1a2cf3d req-c12c7916-c662-4c10-ace0-47144425ab4d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:00.260049 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-faacc41d-4cff-4a8c-a4e7-dec2d1a2cf3d req-c12c7916-c662-4c10-ace0-47144425ab4d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.48 "DELETE /v2.0/ports/b8aef771-3bea-4742-bf44-8d3be7d94a56 HTTP/1.1" status: 204 len: 173 time: 0.9368031 Sep 22 21:09:00.321107 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a759f762-3fa6-4659-8dd7-7b9ef2cc9366', 'name': 'network-vif-deleted', 'tag': 'b8aef771-3bea-4742-bf44-8d3be7d94a56'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:09:00.323459 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248b12e3-6ee3-4cbd-b3df-d55863a9c7f8" -d '{"events": [{"server_uuid": "a759f762-3fa6-4659-8dd7-7b9ef2cc9366", "name": "network-vif-deleted", "tag": "b8aef771-3bea-4742-bf44-8d3be7d94a56"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:09:00.373025 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device dd41ef05-2926-4ea4-aca1-66407f303220 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:09:00.382183 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc75a4b9-0910-47bc-ad86-8cf0263512a5 x-openstack-request-id: req-dc75a4b9-0910-47bc-ad86-8cf0263512a5 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:09:00.384076 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a759f762-3fa6-4659-8dd7-7b9ef2cc9366", "name": "network-vif-deleted", "tag": "b8aef771-3bea-4742-bf44-8d3be7d94a56", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:09:00.384525 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc75a4b9-0910-47bc-ad86-8cf0263512a5 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:09:00.385173 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a759f762-3fa6-4659-8dd7-7b9ef2cc9366', 'name': 'network-vif-deleted', 'tag': 'b8aef771-3bea-4742-bf44-8d3be7d94a56', 'status': 'completed', 'code': 200} Sep 22 21:09:00.466301 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71e9ff-d71d-4c3a-90d1-6984fd2a5fa1 req-60a2c191-c21f-41c6-9cbe-0373d60c642e tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:00.467916 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0e71e9ff-d71d-4c3a-90d1-6984fd2a5fa1 req-60a2c191-c21f-41c6-9cbe-0373d60c642e tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 947 time: 0.0810673 Sep 22 21:09:00.525569 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port dd41ef05-2926-4ea4-aca1-66407f303220 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:09:00.526085 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:00.544682 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-73527c50-1b2c-43c4-bdb8-c51586d2a813 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1119247594&fields=id&tenant_id=0fef5875b3f244b98c4d699e2af9007e HTTP/1.1" status: 200 len: 267 time: 0.0496566 Sep 22 21:09:00.613573 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0e71e9ff-d71d-4c3a-90d1-6984fd2a5fa1 req-b7d0add8-d8e2-44f9-9638-87e65b9a9f02 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/security-groups?id=06aeb0f7-dad1-458c-b221-22321648bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342249 Sep 22 21:09:00.698365 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-f5d8dc90-9c3c-4753-aa30-e6f6874787f5 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:00.699940 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-f5d8dc90-9c3c-4753-aa30-e6f6874787f5 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/networks?id=a467527e-b059-4d2f-a877-04dde43195f3 HTTP/1.1" status: 200 len: 811 time: 0.1473112 Sep 22 21:09:00.717031 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-9f49cb7e-d51d-4d85-b676-8ba1b0495810 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/quotas/0fef5875b3f244b98c4d699e2af9007e HTTP/1.1" status: 200 len: 375 time: 0.0099573 Sep 22 21:09:00.774768 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-df17c614-f5c6-4e81-9d01-445b4da1bfab tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0fef5875b3f244b98c4d699e2af9007e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501416 Sep 22 21:09:00.879729 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-8c3d22c6-4e72-4a47-8727-63d6acad16b7 service neutron] 10.222.0.42 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915599 Sep 22 21:09:00.979026 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-19c13195-9d3d-47d8-a75a-a96c1ff30103 service neutron] 10.222.0.42 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917740 Sep 22 21:09:01.030211 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9ad5fd5f-d8df-4f4c-99d8-686ee8de3cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:01.248433 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-eb5320d0-3227-4034-8a5b-ba57679d228f req-bb34c975-6fe1-40e2-924a-a1297331daf5 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 210 time: 0.0313456 Sep 22 21:09:01.307725 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f4b6fffa-7a49-47e7-b62d-6c93bcbf1d4c req-02ba14b1-c9ab-461f-896b-70d55213700c tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a759f762-3fa6-4659-8dd7-7b9ef2cc9366 HTTP/1.1" status: 200 len: 210 time: 0.0512402 Sep 22 21:09:01.395737 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02f63e-6c08-4db2-ad8d-c614ec735719 req-fe490ad0-28f1-445a-a2af-0f08071f95bd tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:01.397269 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5b02f63e-6c08-4db2-ad8d-c614ec735719 req-fe490ad0-28f1-445a-a2af-0f08071f95bd tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 946 time: 0.0499299 Sep 22 21:09:01.436012 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5b02f63e-6c08-4db2-ad8d-c614ec735719 req-ce705613-60af-4527-a383-5b13c8a7341a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318692 Sep 22 21:09:01.556639 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab07fdfe-3da4-4b1b-989e-593454f2a89b req-2837f6dd-84d9-43a7-800d-baf698c3e65e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:01.558154 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ab07fdfe-3da4-4b1b-989e-593454f2a89b req-2837f6dd-84d9-43a7-800d-baf698c3e65e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 946 time: 0.0493600 Sep 22 21:09:01.596527 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ab07fdfe-3da4-4b1b-989e-593454f2a89b req-f1250927-b789-4427-8472-22cbd89b94c7 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322604 Sep 22 21:09:01.619461 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 48616) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:01.733816 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7d5ae-f41c-4915-9a94-4a71baef4847 req-cbdba982-8a17-4e4a-9bd9-b1d070d7fddc tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:01.735282 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d7f7d5ae-f41c-4915-9a94-4a71baef4847 req-cbdba982-8a17-4e4a-9bd9-b1d070d7fddc tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 947 time: 0.0638268 Sep 22 21:09:01.779029 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d7f7d5ae-f41c-4915-9a94-4a71baef4847 req-a354d86e-0f47-4cd0-a91d-5cf2f9a671c0 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/security-groups?id=06aeb0f7-dad1-458c-b221-22321648bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364866 Sep 22 21:09:01.820947 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8768a6-1ca8-456c-88b4-105ec2622f09 tempest-TestVolumeBootPattern-1360755811 tempest-TestVolumeBootPattern-1360755811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:01.822997 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-cc8768a6-1ca8-456c-88b4-105ec2622f09 tempest-TestVolumeBootPattern-1360755811 tempest-TestVolumeBootPattern-1360755811-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 1094 time: 0.2019935 Sep 22 21:09:01.826333 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 48626) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:01.830842 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Request body: {'floatingip': {'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'port_id': 'b1b185dd-fc1e-4cbe-844c-0b032c828a62', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:09:01.984474 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:02.092818 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:02.205576 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Allocated IP 172.27.0.31 (2c353f49-210c-4300-9e98-1f6204bdd5b4/672554c0-508e-4537-8193-f701627840d3/6ae4c787-a9ce-4845-b83f-0baac3c2db4d) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:09:02.320473 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:02.359364 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c2e3cc75-58b9-4391-8a43-e0953d0e475f req-6c17d6e6-e1f5-42a4-ba17-bc3baf7ecb2d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 210 time: 0.0265846 Sep 22 21:09:02.430645 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:02.468059 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:09:02.470932 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:09:02.474248 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:09:02.482810 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event updated for resources: {'Port': ['ID=6ae4c787-a9ce-4845-b83f-0baac3c2db4d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:02.849626 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:02.898490 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fda347-8d9b-41d4-b29e-7f9e43f02104 req-ccd0dbf9-f98c-4222-997f-defac3337961 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:02.899964 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-43fda347-8d9b-41d4-b29e-7f9e43f02104 req-ccd0dbf9-f98c-4222-997f-defac3337961 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 947 time: 0.0512908 Sep 22 21:09:02.937861 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-43fda347-8d9b-41d4-b29e-7f9e43f02104 req-59dc66e1-be61-47c3-9947-44d13a2ed1ea tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/security-groups?id=06aeb0f7-dad1-458c-b221-22321648bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319233 Sep 22 21:09:03.042285 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:03.190360 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:03.281842 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:03.354186 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event updated for resources: {'Port': ['ID=6ae4c787-a9ce-4845-b83f-0baac3c2db4d,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:03.363926 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741466'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:03.459504 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c65ea49a-25bc-40ed-962f-c2c77444a47e req-20068b01-d7bf-45d4-9ab5-ac737d916fa3 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 210 time: 0.0310903 Sep 22 21:09:03.464163 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.l3_db [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Floating IP 14d9c849-b7c2-4cbc-a7c5-8cfff0b57583 associated. External IP: 172.27.0.31, port: b1b185dd-fc1e-4cbe-844c-0b032c828a62. Sep 22 21:09:03.686379 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-53d352a5-7dea-4f30-9b4a-98225cc00674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:03.749275 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-61762cd2-198d-427b-a556-c4186284077d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:03.750600 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-61762cd2-198d-427b-a556-c4186284077d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.48 "GET /v2.0/networks?id=a467527e-b059-4d2f-a877-04dde43195f3 HTTP/1.1" status: 200 len: 811 time: 0.1467474 Sep 22 21:09:03.755349 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:09:03.832569 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-b01a00d6-3aed-48e9-aeb0-7568fb5d3230 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fef5875b3f244b98c4d699e2af9007e HTTP/1.1" status: 200 len: 380 time: 0.0702126 Sep 22 21:09:03.844218 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-cb1ac41c-8ec7-4d23-813d-f4f51c317b23 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Request body: {'port': {'device_id': 'bd67d81c-aa1e-41bf-8daa-8d871a7513ee', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'admin_state_up': True, 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'security_groups': ['f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:09:03.862606 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 0bbb7ba5-c793-4d12-8c36-4722bc391e34 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:09:03.867181 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device b8aef771-3bea-4742-bf44-8d3be7d94a56 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:09:03.892964 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: b8aef771-3bea-4742-bf44-8d3be7d94a56 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:09:03.893310 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device b8aef771-3bea-4742-bf44-8d3be7d94a56 not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:09:03.952882 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:09:03.990442 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f247b89f-cfb1-4f4a-893d-5ecfc510c0c6 None None] Sync routers for ids ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:09:04.024578 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 0bbb7ba5-c793-4d12-8c36-4722bc391e34, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=0bbb7ba5-c793-4d12-8c36-4722bc391e34,segment=NetworkSegment(3599bb16-be62-4ad2-865a-0bd856ea1bc2),segment_id=3599bb16-be62-4ad2-865a-0bd856ea1bc2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:09:04.026983 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f247b89f-cfb1-4f4a-893d-5ecfc510c0c6 None None] Routers {'7ad9c7e9-539f-450c-a063-fa6626cc6e90'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:09:04.027610 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f247b89f-cfb1-4f4a-893d-5ecfc510c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:09:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:04.051362 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:04.072140 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': '0bbb7ba5-c793-4d12-8c36-4722bc391e34', 'network_id': 'bb3ccef5-15c3-404a-b48f-0adf61451297', 'port_id': '0bbb7ba5-c793-4d12-8c36-4722bc391e34', 'mac_address': 'fa:16:3e:b5:75:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df08b07b-cd5d-4e5f-9ce2-0cf4ed970183', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:09:04.086018 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ea4e3e-6e14-462e-9a8f-85689ea877ae req-a65f582f-c097-4d0c-bb3c-afa93ef923ee tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:04.098906 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-54ea4e3e-6e14-462e-9a8f-85689ea877ae req-a65f582f-c097-4d0c-bb3c-afa93ef923ee tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 947 time: 0.0690019 Sep 22 21:09:04.107659 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-c8933de0-955c-45aa-8abd-046ce15a6f6e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2802391 Sep 22 21:09:04.108511 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25081a34-4484-488a-a687-44324cca4914', 'tag': 'b1b185dd-fc1e-4cbe-844c-0b032c828a62'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:09:04.110602 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169a3e05-48aa-423c-97a2-8ef986fa6571" -d '{"events": [{"name": "network-changed", "server_uuid": "25081a34-4484-488a-a687-44324cca4914", "tag": "b1b185dd-fc1e-4cbe-844c-0b032c828a62"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:09:04.154569 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-54ea4e3e-6e14-462e-9a8f-85689ea877ae req-6bc06efb-3150-45af-b5f6-ced81667edb2 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/security-groups?id=06aeb0f7-dad1-458c-b221-22321648bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541458 Sep 22 21:09:04.156113 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6500a9-2c94-4c55-8c2c-962697f20775 x-openstack-request-id: req-0c6500a9-2c94-4c55-8c2c-962697f20775 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:09:04.156558 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25081a34-4484-488a-a687-44324cca4914", "tag": "b1b185dd-fc1e-4cbe-844c-0b032c828a62", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:09:04.160176 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0c6500a9-2c94-4c55-8c2c-962697f20775 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:09:04.160176 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25081a34-4484-488a-a687-44324cca4914', 'tag': 'b1b185dd-fc1e-4cbe-844c-0b032c828a62', 'status': 'completed', 'code': 200} Sep 22 21:09:04.160639 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:04.174117 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bbb7ba5-c793-4d12-8c36-4722bc391e34 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:09:04.202266 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 0bbb7ba5-c793-4d12-8c36-4722bc391e34, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=0bbb7ba5-c793-4d12-8c36-4722bc391e34,segment=NetworkSegment(3599bb16-be62-4ad2-865a-0bd856ea1bc2),segment_id=3599bb16-be62-4ad2-865a-0bd856ea1bc2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:09:04.204286 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-f247b89f-cfb1-4f4a-893d-5ecfc510c0c6 None None] Set router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:09:04.231824 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-cb1ac41c-8ec7-4d23-813d-f4f51c317b23 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Made reservation on behalf of 0fef5875b3f244b98c4d699e2af9007e for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:09:04.236360 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-cb1ac41c-8ec7-4d23-813d-f4f51c317b23 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:04.277304 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc4ce0-7870-4a6d-a6bf-c5e7304f2772 req-d6d08298-cbb5-416d-9738-20db8623e623 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:04.284673 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-50cc4ce0-7870-4a6d-a6bf-c5e7304f2772 req-d6d08298-cbb5-416d-9738-20db8623e623 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 945 time: 0.0663552 Sep 22 21:09:04.306264 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a3e05-48aa-423c-97a2-8ef986fa6571 req-3817f6ac-10bd-43c9-8cc2-a162412cc827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:04.308295 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-169a3e05-48aa-423c-97a2-8ef986fa6571 req-3817f6ac-10bd-43c9-8cc2-a162412cc827 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b3af2e0553c429bac5d74807160a543&device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 1099 time: 0.1055520 Sep 22 21:09:04.314762 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:04.328964 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-50cc4ce0-7870-4a6d-a6bf-c5e7304f2772 req-22901281-9e91-4421-a8d4-fd49a5ffca8a tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425057 Sep 22 21:09:04.437857 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-cb1ac41c-8ec7-4d23-813d-f4f51c317b23 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Allocated IP 172.20.0.9 (a467527e-b059-4d2f-a877-04dde43195f3/44b9dea5-d892-4468-94cb-e49c88cec80c/005d9a77-dd93-4631-85c3-1dcb280040d8) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:09:04.442117 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=0bbb7ba5-c793-4d12-8c36-4722bc391e34,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:04.467560 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a3e05-48aa-423c-97a2-8ef986fa6571 req-77a6bef8-3cb7-4626-9e16-c0e26da0d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:04.469058 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-169a3e05-48aa-423c-97a2-8ef986fa6571 req-77a6bef8-3cb7-4626-9e16-c0e26da0d679 service neutron] 10.222.0.48 "GET /v2.0/networks?id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a HTTP/1.1" status: 200 len: 913 time: 0.1451352 Sep 22 21:09:04.530940 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:04.533591 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:04.565234 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f247b89f-cfb1-4f4a-893d-5ecfc510c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': '14d9c849-b7c2-4cbc-a7c5-8cfff0b57583', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'port_id': 'b1b185dd-fc1e-4cbe-844c-0b032c828a62', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'mac_address': 'fa:16:3e:0c:2c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25081a34-4484-488a-a687-44324cca4914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:09:02Z', 'updated_at': '2021-09-22T21:09:02Z', 'revision_number': 0, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:30Z', 'revision_number': 5, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:04.575354 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bcbbb79a-fe98-4c2d-87f1-8cf3dff7015b req-f0d5d538-6cd5-4a74-a082-29912f86c3be tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 210 time: 0.0312295 Sep 22 21:09:04.581691 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-169a3e05-48aa-423c-97a2-8ef986fa6571 req-db805a76-1440-4374-bfb9-65f7ee91733f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b1b185dd-fc1e-4cbe-844c-0b032c828a62 HTTP/1.1" status: 200 len: 999 time: 0.0987654 Sep 22 21:09:04.598434 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f247b89f-cfb1-4f4a-893d-5ecfc510c0c6 None None] Checking router: 7ad9c7e9-539f-450c-a063-fa6626cc6e90 for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:09:04.607213 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f247b89f-cfb1-4f4a-893d-5ecfc510c0c6 None None] Routers {'7ad9c7e9-539f-450c-a063-fa6626cc6e90'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:09:04.607915 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f247b89f-cfb1-4f4a-893d-5ecfc510c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:09:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:04.655771 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['0bbb7ba5-c793-4d12-8c36-4722bc391e34'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:09:04.750699 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-f247b89f-cfb1-4f4a-893d-5ecfc510c0c6 None None] Set router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:09:04.906170 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a3e05-48aa-423c-97a2-8ef986fa6571 req-39cb02e5-48c7-43e4-bcef-ff730a6f5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:04.907634 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-169a3e05-48aa-423c-97a2-8ef986fa6571 req-39cb02e5-48c7-43e4-bcef-ff730a6f5859 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca HTTP/1.1" status: 200 len: 851 time: 0.0749559 Sep 22 21:09:04.912037 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-cb1ac41c-8ec7-4d23-813d-f4f51c317b23 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:04.977745 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a3e05-48aa-423c-97a2-8ef986fa6571 req-c74ded78-a181-4173-90d6-50a562244a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:04.979324 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-169a3e05-48aa-423c-97a2-8ef986fa6571 req-c74ded78-a181-4173-90d6-50a562244a18 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617239 Sep 22 21:09:05.023880 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-cb1ac41c-8ec7-4d23-813d-f4f51c317b23 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:05.054516 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-f247b89f-cfb1-4f4a-893d-5ecfc510c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': '14d9c849-b7c2-4cbc-a7c5-8cfff0b57583', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'port_id': 'b1b185dd-fc1e-4cbe-844c-0b032c828a62', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'mac_address': 'fa:16:3e:0c:2c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25081a34-4484-488a-a687-44324cca4914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:09:02Z', 'updated_at': '2021-09-22T21:09:02Z', 'revision_number': 0, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:30Z', 'revision_number': 5, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:05.088418 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f247b89f-cfb1-4f4a-893d-5ecfc510c0c6 None None] The sync data for ids ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'] in dv-cinder-810415-3-iscsi is: [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': '14d9c849-b7c2-4cbc-a7c5-8cfff0b57583', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'port_id': 'b1b185dd-fc1e-4cbe-844c-0b032c828a62', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'mac_address': 'fa:16:3e:0c:2c:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25081a34-4484-488a-a687-44324cca4914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:09:02Z', 'updated_at': '2021-09-22T21:09:02Z', 'revision_number': 0, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:30Z', 'revision_number': 5, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:09:05.102574 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-cb1ac41c-8ec7-4d23-813d-f4f51c317b23 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Network a467527e-b059-4d2f-a877-04dde43195f3 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:09:05.108915 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-cb1ac41c-8ec7-4d23-813d-f4f51c317b23 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:09:05.126867 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-cb1ac41c-8ec7-4d23-813d-f4f51c317b23 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:09:05.152528 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ac41c-8ec7-4d23-813d-f4f51c317b23 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Pushing event updated for resources: {'Port': ['ID=005d9a77-dd93-4631-85c3-1dcb280040d8,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:05.168157 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-169a3e05-48aa-423c-97a2-8ef986fa6571 req-2ebd2d54-44dd-4e14-9768-faae41f03fb5 service neutron] 10.222.0.48 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760185 Sep 22 21:09:05.209653 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-cb1ac41c-8ec7-4d23-813d-f4f51c317b23 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:05.210284 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-cb1ac41c-8ec7-4d23-813d-f4f51c317b23 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:05.294854 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-169a3e05-48aa-423c-97a2-8ef986fa6571 req-9e33cc19-7ca9-4186-9ce3-01caaaaa0f9c service neutron] 10.222.0.48 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186113 Sep 22 21:09:05.328384 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-cb1ac41c-8ec7-4d23-813d-f4f51c317b23 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4878392 Sep 22 21:09:05.345538 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Request body: {'port': {'device_id': 'bd67d81c-aa1e-41bf-8daa-8d871a7513ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:09:05.349847 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff4851b-ae83-492d-a6da-177157861cb8 None None] New status for floating IP 14d9c849-b7c2-4cbc-a7c5-8cfff0b57583: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:09:05.354701 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b931db-bf6d-4b65-8d86-293ffa1d1892 req-6fcd6ab4-8db9-492a-b0f3-202b29b85427 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:05.361105 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-64b931db-bf6d-4b65-8d86-293ffa1d1892 req-6fcd6ab4-8db9-492a-b0f3-202b29b85427 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 948 time: 0.1281936 Sep 22 21:09:05.405184 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-64b931db-bf6d-4b65-8d86-293ffa1d1892 req-da408a66-8f8e-42d8-b53d-69521f3b0979 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/security-groups?id=06aeb0f7-dad1-458c-b221-22321648bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419419 Sep 22 21:09:05.435792 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:05.458714 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92838d9b-4088-4420-9c18-c274c8f9405f req-233a1c03-a0bd-45cd-959e-61582c5e48a5 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:05.466642 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-92838d9b-4088-4420-9c18-c274c8f9405f req-233a1c03-a0bd-45cd-959e-61582c5e48a5 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 945 time: 0.0599022 Sep 22 21:09:05.471476 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ffdbe152-da41-4596-b487-60f8ae043c41 None None] Provisioning complete for port 005d9a77-dd93-4631-85c3-1dcb280040d8 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:09:05.473009 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ffdbe152-da41-4596-b487-60f8ae043c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:05.507136 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-92838d9b-4088-4420-9c18-c274c8f9405f req-33e6d243-41a4-479f-8397-69150d42061a tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396013 Sep 22 21:09:05.525059 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-ffdbe152-da41-4596-b487-60f8ae043c41 None None] Port 005d9a77-dd93-4631-85c3-1dcb280040d8 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:09:05.691952 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d5f7e-6b20-4093-ae34-ef117bbffb5d req-9583a913-e209-4f42-a97e-f69c6ec9e349 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:05.693543 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0a4d5f7e-6b20-4093-ae34-ef117bbffb5d req-9583a913-e209-4f42-a97e-f69c6ec9e349 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 931 time: 0.0507941 Sep 22 21:09:05.720492 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 005d9a77-dd93-4631-85c3-1dcb280040d8 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:09:05.727909 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:05.737366 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0a4d5f7e-6b20-4093-ae34-ef117bbffb5d req-ba2181f0-8de5-41ce-a2a9-0f5126f5e418 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356584 Sep 22 21:09:05.740588 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Transition to ACTIVE for port object 005d9a77-dd93-4631-85c3-1dcb280040d8 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:09:05.818702 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:05.870415 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Pushing event updated for resources: {'Port': ['ID=005d9a77-dd93-4631-85c3-1dcb280040d8,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:05.891461 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 0bbb7ba5-c793-4d12-8c36-4722bc391e34 up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:09:05.949275 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Attempting to bind port 005d9a77-dd93-4631-85c3-1dcb280040d8 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:09:05.949611 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Attempting to bind port 005d9a77-dd93-4631-85c3-1dcb280040d8 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'b0fd0677-2ed6-4469-975c-37344912378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:09:05.949938 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Attempting to bind port 005d9a77-dd93-4631-85c3-1dcb280040d8 on network a467527e-b059-4d2f-a877-04dde43195f3 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:09:05.954471 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Port 005d9a77-dd93-4631-85c3-1dcb280040d8 on network a467527e-b059-4d2f-a877-04dde43195f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:09:05.954834 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Attempting to bind port 005d9a77-dd93-4631-85c3-1dcb280040d8 on network a467527e-b059-4d2f-a877-04dde43195f3 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:09:05.959822 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:09:05.960153 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Checking segment: {'id': 'b0fd0677-2ed6-4469-975c-37344912378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:09:05.960739 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Bound using segment: {'id': 'b0fd0677-2ed6-4469-975c-37344912378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:09:05.961115 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Bound port: 005d9a77-dd93-4631-85c3-1dcb280040d8, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0fd0677-2ed6-4469-975c-37344912378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:09:05.961461 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:06.028378 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] For port 005d9a77-dd93-4631-85c3-1dcb280040d8, host hv-cinder-81041, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:09:06.035208 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port 0bbb7ba5-c793-4d12-8c36-4722bc391e34 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:09:06.035344 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] For port 005d9a77-dd93-4631-85c3-1dcb280040d8, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=005d9a77-dd93-4631-85c3-1dcb280040d8,segment=NetworkSegment(b0fd0677-2ed6-4469-975c-37344912378f),segment_id=b0fd0677-2ed6-4469-975c-37344912378f)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:09:06.035452 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port 0bbb7ba5-c793-4d12-8c36-4722bc391e34 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:09:06.035452 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:06.093389 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:06.117496 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:06.126086 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:06.126698 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:06.128084 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] 10.222.0.48 "PUT /v2.0/ports/005d9a77-dd93-4631-85c3-1dcb280040d8 HTTP/1.1" status: 200 len: 1093 time: 0.7875557 Sep 22 21:09:06.148040 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db96a5c7-7df8-4aa7-9c43-42fd4f69663f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbb7ba5-c793-4d12-8c36-4722bc391e34'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:09:06.150333 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8062fe14-32f7-4109-af21-15cebdff5357" -d '{"events": [{"server_uuid": "db96a5c7-7df8-4aa7-9c43-42fd4f69663f", "name": "network-vif-plugged", "status": "completed", "tag": "0bbb7ba5-c793-4d12-8c36-4722bc391e34"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:09:06.154450 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777505eb-2516-4d09-a63a-c7dad4ebaad0 service neutron] Pushing event updated for resources: {'Port': ['ID=005d9a77-dd93-4631-85c3-1dcb280040d8,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:06.158994 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd67d81c-aa1e-41bf-8daa-8d871a7513ee', 'tag': '005d9a77-dd93-4631-85c3-1dcb280040d8'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:09:06.161524 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd9626b-0fc5-47b6-a93f-24f3abb7e511" -d '{"events": [{"name": "network-changed", "server_uuid": "bd67d81c-aa1e-41bf-8daa-8d871a7513ee", "tag": "005d9a77-dd93-4631-85c3-1dcb280040d8"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:09:06.164068 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 0bbb7ba5-c793-4d12-8c36-4722bc391e34, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=0bbb7ba5-c793-4d12-8c36-4722bc391e34,segment=NetworkSegment(3599bb16-be62-4ad2-865a-0bd856ea1bc2),segment_id=3599bb16-be62-4ad2-865a-0bd856ea1bc2)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:09:06.193344 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fdcd1b-2a0b-415f-aa2f-a2c99e328ab0 x-openstack-request-id: req-a5fdcd1b-2a0b-415f-aa2f-a2c99e328ab0 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:09:06.193866 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db96a5c7-7df8-4aa7-9c43-42fd4f69663f", "name": "network-vif-plugged", "status": "completed", "tag": "0bbb7ba5-c793-4d12-8c36-4722bc391e34", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:09:06.194343 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a5fdcd1b-2a0b-415f-aa2f-a2c99e328ab0 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:09:06.194882 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db96a5c7-7df8-4aa7-9c43-42fd4f69663f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bbb7ba5-c793-4d12-8c36-4722bc391e34', 'code': 200} Sep 22 21:09:06.221755 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75e0c84-d05d-4aea-bbae-e517d95a25cd x-openstack-request-id: req-f75e0c84-d05d-4aea-bbae-e517d95a25cd {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:09:06.222040 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd67d81c-aa1e-41bf-8daa-8d871a7513ee", "tag": "005d9a77-dd93-4631-85c3-1dcb280040d8", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:09:06.222282 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f75e0c84-d05d-4aea-bbae-e517d95a25cd {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:09:06.222671 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd67d81c-aa1e-41bf-8daa-8d871a7513ee', 'tag': '005d9a77-dd93-4631-85c3-1dcb280040d8', 'status': 'completed', 'code': 200} Sep 22 21:09:06.229091 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:06.270703 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8d4b0-1ca1-4ed6-834e-c0cad383e62f req-7461dca3-f440-4f64-8b16-157e5e9ad85e tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:06.272191 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-dbc8d4b0-1ca1-4ed6-834e-c0cad383e62f req-7461dca3-f440-4f64-8b16-157e5e9ad85e tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.48 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 945 time: 0.1060760 Sep 22 21:09:06.295542 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-aab4a28e-a039-4e31-b998-df864337ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:06.297067 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-aab4a28e-a039-4e31-b998-df864337ae36 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fef5875b3f244b98c4d699e2af9007e&device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 1096 time: 0.0653384 Sep 22 21:09:06.303832 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=0bbb7ba5-c793-4d12-8c36-4722bc391e34,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:06.360308 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-3d9ca6e9-1476-4340-b87a-4cc2e9d9d8c7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005d9a77-dd93-4631-85c3-1dcb280040d8 HTTP/1.1" status: 200 len: 217 time: 0.0473108 Sep 22 21:09:06.373678 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:06.434801 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-18ea89bc-5f15-45dc-9eba-e9e6390e50ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:06.436271 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-18ea89bc-5f15-45dc-9eba-e9e6390e50ca service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44b9dea5-d892-4468-94cb-e49c88cec80c HTTP/1.1" status: 200 len: 850 time: 0.0547092 Sep 22 21:09:06.459025 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-dbc8d4b0-1ca1-4ed6-834e-c0cad383e62f req-c905d819-bf75-4c84-99c4-4b8c6d21987f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Deleting port 67fb6466-819f-4336-b27f-47af06c3f096 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:09:06.459323 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dbc8d4b0-1ca1-4ed6-834e-c0cad383e62f req-c905d819-bf75-4c84-99c4-4b8c6d21987f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:06.546122 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-e6b5be63-d357-4c61-8b7a-354b9b28b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:06.547615 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-e6b5be63-d357-4c61-8b7a-354b9b28b66a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a467527e-b059-4d2f-a877-04dde43195f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1027286 Sep 22 21:09:06.557506 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad47614-fadd-432f-8f29-13358ccef944 req-b7398e12-a34e-433e-a44e-858d2c0dfefc tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:06.559115 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9ad47614-fadd-432f-8f29-13358ccef944 req-b7398e12-a34e-433e-a44e-858d2c0dfefc tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 949 time: 0.0810606 Sep 22 21:09:06.570362 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d21e23c-343e-4da6-b215-71b458d47730 req-b2507665-6b36-4c71-9c78-7557e40798bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:06.571822 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8d21e23c-343e-4da6-b215-71b458d47730 req-b2507665-6b36-4c71-9c78-7557e40798bb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 1102 time: 0.0675867 Sep 22 21:09:06.602650 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-dbc8d4b0-1ca1-4ed6-834e-c0cad383e62f req-c905d819-bf75-4c84-99c4-4b8c6d21987f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] For port 67fb6466-819f-4336-b27f-47af06c3f096, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=67fb6466-819f-4336-b27f-47af06c3f096,segment=NetworkSegment(b050491d-33ef-46e3-9e42-218a94a7b92f),segment_id=b050491d-33ef-46e3-9e42-218a94a7b92f)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:09:06.603010 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dbc8d4b0-1ca1-4ed6-834e-c0cad383e62f req-c905d819-bf75-4c84-99c4-4b8c6d21987f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:06.642045 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-dbc8d4b0-1ca1-4ed6-834e-c0cad383e62f req-c905d819-bf75-4c84-99c4-4b8c6d21987f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Calling delete_port for 67fb6466-819f-4336-b27f-47af06c3f096 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:09:06.646001 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9ad47614-fadd-432f-8f29-13358ccef944 req-a29b6604-5518-4f46-96c4-032735619b2c tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/security-groups?id=06aeb0f7-dad1-458c-b221-22321648bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779483 Sep 22 21:09:06.665846 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8d21e23c-343e-4da6-b215-71b458d47730 req-195e5209-7e56-42d2-b6c1-bcce11779122 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=06aeb0f7-dad1-458c-b221-22321648bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793498 Sep 22 21:09:06.687207 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a178e03-9277-4849-979d-60206b971687 req-01b7ad8a-5acb-412a-b745-192922a0f029 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:06.688008 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4a178e03-9277-4849-979d-60206b971687 req-01b7ad8a-5acb-412a-b745-192922a0f029 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 945 time: 0.0747502 Sep 22 21:09:06.710634 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-b75f7cd0-0a0c-49d8-8582-160379bdab40 service neutron] 10.222.0.48 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545174 Sep 22 21:09:06.729921 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4a178e03-9277-4849-979d-60206b971687 req-02d6a154-c3fe-4791-8df9-a4845ce828b5 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352249 Sep 22 21:09:06.848109 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 48708) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:06.851144 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba24c37-bec7-4755-a328-80c8a998eaab req-a5714885-97a6-45ab-a008-f04db6ddb8dc tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:06.853073 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8ba24c37-bec7-4755-a328-80c8a998eaab req-a5714885-97a6-45ab-a008-f04db6ddb8dc tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 943 time: 0.0483301 Sep 22 21:09:06.880324 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dbc8d4b0-1ca1-4ed6-834e-c0cad383e62f req-c905d819-bf75-4c84-99c4-4b8c6d21987f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:06.900626 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8ba24c37-bec7-4755-a328-80c8a998eaab req-a65634de-3108-46b9-97e9-2a95fd31a8c4 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401392 Sep 22 21:09:06.901287 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['d0322484-0295-4e37-9940-2128771d0ddf', '1c109839-b1a2-4fa5-a6ed-bb00afb4ac31', '67fb6466-819f-4336-b27f-47af06c3f096'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:09:06.931088 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905d819-bf75-4c84-99c4-4b8c6d21987f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Pushing event deleted for resources: {'Port': ['ID=67fb6466-819f-4336-b27f-47af06c3f096,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:07.013313 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc8d4b0-1ca1-4ed6-834e-c0cad383e62f req-c905d819-bf75-4c84-99c4-4b8c6d21987f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] No DVR routers for this DVR port 67fb6466-819f-4336-b27f-47af06c3f096 on host hv-cinder-81041 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:09:07.016135 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a7c86b3a-0b96-4335-9262-b38a806c1972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:07.026880 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-dbc8d4b0-1ca1-4ed6-834e-c0cad383e62f req-c905d819-bf75-4c84-99c4-4b8c6d21987f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:07.028819 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-dbc8d4b0-1ca1-4ed6-834e-c0cad383e62f req-c905d819-bf75-4c84-99c4-4b8c6d21987f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.48 "DELETE /v2.0/ports/67fb6466-819f-4336-b27f-47af06c3f096 HTTP/1.1" status: 204 len: 173 time: 0.7442350 Sep 22 21:09:07.039225 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c52b29a1-57f0-43ba-a51c-5f38cb471bb0 req-29eb86b2-4e3b-4000-894e-77d4f6ffbc90 service neutron] 10.222.0.48 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683753 Sep 22 21:09:07.130357 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a7c86b3a-0b96-4335-9262-b38a806c1972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:07.238000 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9626b-0fc5-47b6-a93f-24f3abb7e511 req-b941aeab-866c-4883-83ba-1534748e315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:07.239805 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-bdd9626b-0fc5-47b6-a93f-24f3abb7e511 req-b941aeab-866c-4883-83ba-1534748e315e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fef5875b3f244b98c4d699e2af9007e&device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 1096 time: 0.0440922 Sep 22 21:09:07.267676 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a7c86b3a-0b96-4335-9262-b38a806c1972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:07.340347 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-a7c86b3a-0b96-4335-9262-b38a806c1972 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6476edf3e27e448e9b1abf2c5f579690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908862 Sep 22 21:09:07.343063 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 48712) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:07.343243 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c86b3a-0b96-4335-9262-b38a806c1972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f204771a-fda9-4aa3-8b69-50eb1e2ae3f6,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:07.371357 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9626b-0fc5-47b6-a93f-24f3abb7e511 req-14347000-6b92-41a3-b7a7-3ba090bbc997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:07.372894 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-bdd9626b-0fc5-47b6-a93f-24f3abb7e511 req-14347000-6b92-41a3-b7a7-3ba090bbc997 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a467527e-b059-4d2f-a877-04dde43195f3 HTTP/1.1" status: 200 len: 912 time: 0.1243961 Sep 22 21:09:07.398094 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c51c889b-f832-4469-8299-2dc6fd72cf1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:07.412836 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c51c889b-f832-4469-8299-2dc6fd72cf1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:07.421634 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-bdd9626b-0fc5-47b6-a93f-24f3abb7e511 req-ef8d9edb-627c-45be-9959-000270b146d5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005d9a77-dd93-4631-85c3-1dcb280040d8 HTTP/1.1" status: 200 len: 217 time: 0.0379541 Sep 22 21:09:07.487833 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9626b-0fc5-47b6-a93f-24f3abb7e511 req-a929dd71-b54f-42b5-97cb-92f643d5f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:07.489314 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-bdd9626b-0fc5-47b6-a93f-24f3abb7e511 req-a929dd71-b54f-42b5-97cb-92f643d5f890 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44b9dea5-d892-4468-94cb-e49c88cec80c HTTP/1.1" status: 200 len: 850 time: 0.0443277 Sep 22 21:09:07.519702 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c51c889b-f832-4469-8299-2dc6fd72cf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:07.522282 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c51c889b-f832-4469-8299-2dc6fd72cf1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:07.523719 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-c51c889b-f832-4469-8299-2dc6fd72cf1b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f204771a-fda9-4aa3-8b69-50eb1e2ae3f6 HTTP/1.1" status: 204 len: 168 time: 0.1796556 Sep 22 21:09:07.533343 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c889b-f832-4469-8299-2dc6fd72cf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f204771a-fda9-4aa3-8b69-50eb1e2ae3f6,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:07.548494 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd9626b-0fc5-47b6-a93f-24f3abb7e511 req-99b20666-a566-452b-8076-95d22e9f1c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:07.550949 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-bdd9626b-0fc5-47b6-a93f-24f3abb7e511 req-99b20666-a566-452b-8076-95d22e9f1c02 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a467527e-b059-4d2f-a877-04dde43195f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510943 Sep 22 21:09:07.667970 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e15d059f-c063-41e2-9eab-c8b3df61d70b req-e90c4487-6771-4cda-ab82-e6bc67b738a3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0869367 Sep 22 21:09:07.678225 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-bdd9626b-0fc5-47b6-a93f-24f3abb7e511 req-2e59e214-a033-4178-b151-5fa44eb63486 service neutron] 10.222.0.48 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187751 Sep 22 21:09:07.781578 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c089439-e6ee-44c1-b956-6d5ce0c208dc req-0cba5d0e-bcee-4d2f-abf2-707ebc0fa7c0 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:07.802191 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6c089439-e6ee-44c1-b956-6d5ce0c208dc req-0cba5d0e-bcee-4d2f-abf2-707ebc0fa7c0 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 949 time: 0.0824924 Sep 22 21:09:07.808640 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d059f-c063-41e2-9eab-c8b3df61d70b req-c95f9df5-892a-442d-844d-6c180a94c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:07.810120 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e15d059f-c063-41e2-9eab-c8b3df61d70b req-c95f9df5-892a-442d-844d-6c180a94c0c7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6b763283e694a7fb6a51a7298132497&device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 1099 time: 0.0989802 Sep 22 21:09:07.835550 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-bdd9626b-0fc5-47b6-a93f-24f3abb7e511 req-6dbf483c-a321-4ac4-87f9-6b1793d2c7a8 service neutron] 10.222.0.48 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327457 Sep 22 21:09:07.855754 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6c089439-e6ee-44c1-b956-6d5ce0c208dc req-6ddd1f4d-f3ce-4de3-bc4b-93142b6339e6 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/security-groups?id=06aeb0f7-dad1-458c-b221-22321648bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510671 Sep 22 21:09:07.881774 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d6cc7fcf-2895-4f3c-8287-f6543447dbc8 req-fd55ed2f-c573-466c-890b-c2b0a15e081c tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d HTTP/1.1" status: 200 len: 210 time: 0.0416505 Sep 22 21:09:07.957520 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d059f-c063-41e2-9eab-c8b3df61d70b req-d93ea99a-d1bd-4c29-885e-87d812f347bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:07.959056 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e15d059f-c063-41e2-9eab-c8b3df61d70b req-d93ea99a-d1bd-4c29-885e-87d812f347bc service neutron] 10.222.0.48 "GET /v2.0/networks?id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb HTTP/1.1" status: 200 len: 917 time: 0.1132920 Sep 22 21:09:08.031194 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94863d-728a-494a-aff2-d6547a39658e req-23f1dc7e-7fbc-43bb-be0f-657707a1617e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:08.032831 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ac94863d-728a-494a-aff2-d6547a39658e req-23f1dc7e-7fbc-43bb-be0f-657707a1617e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 943 time: 0.0536654 Sep 22 21:09:08.043152 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e15d059f-c063-41e2-9eab-c8b3df61d70b req-e23dfc22-f164-49db-b8ec-cb6a492b3c1d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52dd9960-972b-43b2-9c40-22310cf5bd98 HTTP/1.1" status: 200 len: 1000 time: 0.0636103 Sep 22 21:09:08.071127 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ac94863d-728a-494a-aff2-d6547a39658e req-198965fb-2b50-4d0f-b665-2d9edef4c7f2 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324476 Sep 22 21:09:08.098115 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d059f-c063-41e2-9eab-c8b3df61d70b req-a723f2e2-b966-41fc-9908-133930f68887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:08.099603 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e15d059f-c063-41e2-9eab-c8b3df61d70b req-a723f2e2-b966-41fc-9908-133930f68887 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6978b747-bc4a-4923-9a63-b539852557c1 HTTP/1.1" status: 200 len: 855 time: 0.0442097 Sep 22 21:09:08.153411 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d059f-c063-41e2-9eab-c8b3df61d70b req-d419531c-112e-4995-bd89-b2eba3fd4d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:08.154884 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e15d059f-c063-41e2-9eab-c8b3df61d70b req-d419531c-112e-4995-bd89-b2eba3fd4d6d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457106 Sep 22 21:09:08.226875 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d', 'name': 'network-vif-deleted', 'tag': '67fb6466-819f-4336-b27f-47af06c3f096'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:09:08.229651 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de0b7ea-9b9e-4313-894f-9258c1d0ecfb" -d '{"events": [{"server_uuid": "a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d", "name": "network-vif-deleted", "tag": "67fb6466-819f-4336-b27f-47af06c3f096"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:09:08.263318 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e15d059f-c063-41e2-9eab-c8b3df61d70b req-c9f39f28-30ab-4958-8fb8-81a2a1df4d47 service neutron] 10.222.0.48 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981054 Sep 22 21:09:08.266701 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd93fc9-b1bc-45d5-9390-d87cbd01da51 x-openstack-request-id: req-cdd93fc9-b1bc-45d5-9390-d87cbd01da51 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:09:08.266978 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d", "name": "network-vif-deleted", "tag": "67fb6466-819f-4336-b27f-47af06c3f096", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:09:08.267219 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cdd93fc9-b1bc-45d5-9390-d87cbd01da51 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:09:08.267584 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5341fc9-c9d2-4b89-ae92-9d1ca84f3d5d', 'name': 'network-vif-deleted', 'tag': '67fb6466-819f-4336-b27f-47af06c3f096', 'status': 'completed', 'code': 200} Sep 22 21:09:08.362411 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e15d059f-c063-41e2-9eab-c8b3df61d70b req-b61ca37e-8896-4c5d-8d4e-0b5524cd7a8d service neutron] 10.222.0.48 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853932 Sep 22 21:09:08.983779 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a19d0-9b68-4aeb-b99a-d1b02d44c441 req-60c50646-a1ae-45e6-bc9e-ed968b0acf89 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:08.985344 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8f9a19d0-9b68-4aeb-b99a-d1b02d44c441 req-60c50646-a1ae-45e6-bc9e-ed968b0acf89 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 949 time: 0.0545042 Sep 22 21:09:09.022992 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8f9a19d0-9b68-4aeb-b99a-d1b02d44c441 req-a11cc086-e554-4503-978f-5dc37da22db0 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/security-groups?id=06aeb0f7-dad1-458c-b221-22321648bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310481 Sep 22 21:09:09.304492 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff963b-2776-49a9-bdf9-111cb5ec4d13 req-4c471f60-a1cb-4377-8ab4-a8332d49ddf1 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:09.306010 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-31ff963b-2776-49a9-bdf9-111cb5ec4d13 req-4c471f60-a1cb-4377-8ab4-a8332d49ddf1 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 943 time: 0.0494201 Sep 22 21:09:09.343630 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-31ff963b-2776-49a9-bdf9-111cb5ec4d13 req-b0fd56fc-107e-424a-b910-6afd99743764 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309989 Sep 22 21:09:09.487821 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f30a91-0fb2-47e5-8053-ddad565ff221 req-f0729db9-0188-493a-b73b-e8609f5113ae tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:09.489735 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-32f30a91-0fb2-47e5-8053-ddad565ff221 req-f0729db9-0188-493a-b73b-e8609f5113ae tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 946 time: 0.0846963 Sep 22 21:09:09.498658 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5d5c0-ea41-4c16-a3f6-2bec6aec6176 req-7a96d5dc-2f0a-4d54-a807-6d57f285994e tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:09.500028 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-77e5d5c0-ea41-4c16-a3f6-2bec6aec6176 req-7a96d5dc-2f0a-4d54-a807-6d57f285994e tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 949 time: 0.0690684 Sep 22 21:09:09.552292 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-32f30a91-0fb2-47e5-8053-ddad565ff221 req-316f1002-b377-4ce9-a77e-a2c5a08ffb0e tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513473 Sep 22 21:09:09.557672 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-77e5d5c0-ea41-4c16-a3f6-2bec6aec6176 req-40eb7aba-12a4-4f2b-9777-1b30e3157dc8 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/security-groups?id=06aeb0f7-dad1-458c-b221-22321648bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510709 Sep 22 21:09:09.901273 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 005d9a77-dd93-4631-85c3-1dcb280040d8 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:09:09.904369 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 67fb6466-819f-4336-b27f-47af06c3f096 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:09:09.927614 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: 67fb6466-819f-4336-b27f-47af06c3f096 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:09:09.927950 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 67fb6466-819f-4336-b27f-47af06c3f096 not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:09:10.012219 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 005d9a77-dd93-4631-85c3-1dcb280040d8, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=005d9a77-dd93-4631-85c3-1dcb280040d8,segment=NetworkSegment(b0fd0677-2ed6-4469-975c-37344912378f),segment_id=b0fd0677-2ed6-4469-975c-37344912378f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:09:10.022351 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': '005d9a77-dd93-4631-85c3-1dcb280040d8', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'port_id': '005d9a77-dd93-4631-85c3-1dcb280040d8', 'mac_address': 'fa:16:3e:bf:a1:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:09:10.062552 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:10.074857 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 005d9a77-dd93-4631-85c3-1dcb280040d8 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:09:10.093612 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 005d9a77-dd93-4631-85c3-1dcb280040d8, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=005d9a77-dd93-4631-85c3-1dcb280040d8,segment=NetworkSegment(b0fd0677-2ed6-4469-975c-37344912378f),segment_id=b0fd0677-2ed6-4469-975c-37344912378f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:09:10.178609 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:10.224466 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=005d9a77-dd93-4631-85c3-1dcb280040d8,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:10.456947 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96dff4-6733-42e0-9dea-15efe19b16dd req-fa089e14-accd-4ab8-80b4-22492a7e4f4f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:10.457840 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1d96dff4-6733-42e0-9dea-15efe19b16dd req-fa089e14-accd-4ab8-80b4-22492a7e4f4f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 944 time: 0.0492358 Sep 22 21:09:10.511176 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1d96dff4-6733-42e0-9dea-15efe19b16dd req-e55d17ea-787f-4ef7-94a0-0d12ad4766b5 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463412 Sep 22 21:09:10.565630 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['005d9a77-dd93-4631-85c3-1dcb280040d8'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:09:10.702744 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32fb61d-5307-4a15-b46b-26cf51012160 req-1220f940-a047-4b5a-a3e6-37a8bced6420 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:10.704208 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f32fb61d-5307-4a15-b46b-26cf51012160 req-1220f940-a047-4b5a-a3e6-37a8bced6420 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 946 time: 0.0809133 Sep 22 21:09:10.755244 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06f928-51b8-4703-afde-d62ca68c647b req-2f2a6f7d-d508-4e3f-8399-2eb85a9707bb tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:10.755244 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1e06f928-51b8-4703-afde-d62ca68c647b req-2f2a6f7d-d508-4e3f-8399-2eb85a9707bb tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 949 time: 0.0808740 Sep 22 21:09:10.767969 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f32fb61d-5307-4a15-b46b-26cf51012160 req-2af579bd-8901-4f05-8fed-8a20265c2145 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528827 Sep 22 21:09:10.770716 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1e06f928-51b8-4703-afde-d62ca68c647b req-d58e21ae-2321-473a-a9e6-c51104841096 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/security-groups?id=06aeb0f7-dad1-458c-b221-22321648bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501616 Sep 22 21:09:10.966129 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:11.142207 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa664bb-02b8-49f4-b5fb-9b01fa837ce6 req-31e24e0b-cd3a-46fe-9c53-3f0959419d1f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:11.143658 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-5aa664bb-02b8-49f4-b5fb-9b01fa837ce6 req-31e24e0b-cd3a-46fe-9c53-3f0959419d1f tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.48 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 946 time: 0.0577927 Sep 22 21:09:11.236039 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-5aa664bb-02b8-49f4-b5fb-9b01fa837ce6 req-644fb86c-8317-4562-91c9-26344e77da79 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Deleting port 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:09:11.236390 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5aa664bb-02b8-49f4-b5fb-9b01fa837ce6 req-644fb86c-8317-4562-91c9-26344e77da79 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:11.325624 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-5aa664bb-02b8-49f4-b5fb-9b01fa837ce6 req-644fb86c-8317-4562-91c9-26344e77da79 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] For port 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=1c109839-b1a2-4fa5-a6ed-bb00afb4ac31,segment=NetworkSegment(b050491d-33ef-46e3-9e42-218a94a7b92f),segment_id=b050491d-33ef-46e3-9e42-218a94a7b92f)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:09:11.326059 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5aa664bb-02b8-49f4-b5fb-9b01fa837ce6 req-644fb86c-8317-4562-91c9-26344e77da79 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:11.345624 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-5aa664bb-02b8-49f4-b5fb-9b01fa837ce6 req-644fb86c-8317-4562-91c9-26344e77da79 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Calling delete_port for 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:09:11.420554 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74910e7e-2905-4eea-86f5-b95ada2a5068 req-8bc3f89d-a234-46e0-8c51-a72bf1eb61e8 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:11.422006 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-74910e7e-2905-4eea-86f5-b95ada2a5068 req-8bc3f89d-a234-46e0-8c51-a72bf1eb61e8 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.48 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 949 time: 0.0891566 Sep 22 21:09:11.569215 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-74910e7e-2905-4eea-86f5-b95ada2a5068 req-aa506cce-79b6-4b04-a417-90eb922c2d73 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Deleting port 0bbb7ba5-c793-4d12-8c36-4722bc391e34 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:09:11.569443 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-74910e7e-2905-4eea-86f5-b95ada2a5068 req-aa506cce-79b6-4b04-a417-90eb922c2d73 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:11.626030 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5aa664bb-02b8-49f4-b5fb-9b01fa837ce6 req-644fb86c-8317-4562-91c9-26344e77da79 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:11.647707 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522fff1-3e8b-4d9c-8417-1c61643c6008 req-231f9b2a-313e-4de3-8d1a-19dfc22485c5 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:11.649277 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8522fff1-3e8b-4d9c-8417-1c61643c6008 req-231f9b2a-313e-4de3-8d1a-19dfc22485c5 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 944 time: 0.0474782 Sep 22 21:09:11.662286 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fb86c-8317-4562-91c9-26344e77da79 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Pushing event deleted for resources: {'Port': ['ID=1c109839-b1a2-4fa5-a6ed-bb00afb4ac31,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:11.687888 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8522fff1-3e8b-4d9c-8417-1c61643c6008 req-19ab6348-56cd-40ca-ac8a-a13f0df8427f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320368 Sep 22 21:09:11.703724 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-74910e7e-2905-4eea-86f5-b95ada2a5068 req-aa506cce-79b6-4b04-a417-90eb922c2d73 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] For port 0bbb7ba5-c793-4d12-8c36-4722bc391e34, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=0bbb7ba5-c793-4d12-8c36-4722bc391e34,segment=NetworkSegment(3599bb16-be62-4ad2-865a-0bd856ea1bc2),segment_id=3599bb16-be62-4ad2-865a-0bd856ea1bc2)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:09:11.704077 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-74910e7e-2905-4eea-86f5-b95ada2a5068 req-aa506cce-79b6-4b04-a417-90eb922c2d73 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:11.722461 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa664bb-02b8-49f4-b5fb-9b01fa837ce6 req-644fb86c-8317-4562-91c9-26344e77da79 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] No DVR routers for this DVR port 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 on host hv-cinder-81041 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:09:11.725769 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-5aa664bb-02b8-49f4-b5fb-9b01fa837ce6 req-644fb86c-8317-4562-91c9-26344e77da79 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:11.727672 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-5aa664bb-02b8-49f4-b5fb-9b01fa837ce6 req-644fb86c-8317-4562-91c9-26344e77da79 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.48 "DELETE /v2.0/ports/1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 HTTP/1.1" status: 204 len: 173 time: 0.5764792 Sep 22 21:09:11.728092 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c434bab5-6706-4d09-bf31-eae15cb0622a', 'name': 'network-vif-deleted', 'tag': '1c109839-b1a2-4fa5-a6ed-bb00afb4ac31'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:09:11.730954 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab9cb34-0665-4821-939f-0c35e9ac4e24" -d '{"events": [{"server_uuid": "c434bab5-6706-4d09-bf31-eae15cb0622a", "name": "network-vif-deleted", "tag": "1c109839-b1a2-4fa5-a6ed-bb00afb4ac31"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:09:11.736776 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-74910e7e-2905-4eea-86f5-b95ada2a5068 req-aa506cce-79b6-4b04-a417-90eb922c2d73 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Calling delete_port for 0bbb7ba5-c793-4d12-8c36-4722bc391e34 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:09:11.775920 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6016bfad-5e7f-4f55-aff7-de6825d04b1d x-openstack-request-id: req-6016bfad-5e7f-4f55-aff7-de6825d04b1d {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:09:11.779658 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c434bab5-6706-4d09-bf31-eae15cb0622a", "name": "network-vif-deleted", "tag": "1c109839-b1a2-4fa5-a6ed-bb00afb4ac31", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:09:11.779658 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6016bfad-5e7f-4f55-aff7-de6825d04b1d {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:09:11.779658 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c434bab5-6706-4d09-bf31-eae15cb0622a', 'name': 'network-vif-deleted', 'tag': '1c109839-b1a2-4fa5-a6ed-bb00afb4ac31', 'status': 'completed', 'code': 200} Sep 22 21:09:11.891276 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-501d470d-50dd-4df4-961f-38a0b7874875 req-0bd64a10-2c7c-49d8-9a26-ecee4822f6eb tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 210 time: 0.0406327 Sep 22 21:09:11.914565 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ed810-cc43-4c24-9ab5-286a39bbd4b5 req-1495d073-82a5-4b2b-a5c6-4c4f35ba90b4 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:11.916592 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bd3ed810-cc43-4c24-9ab5-286a39bbd4b5 req-1495d073-82a5-4b2b-a5c6-4c4f35ba90b4 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 949 time: 0.0743680 Sep 22 21:09:11.954556 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bd3ed810-cc43-4c24-9ab5-286a39bbd4b5 req-01b2e5f0-0226-4ac5-abcf-838684897a99 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/security-groups?id=06aeb0f7-dad1-458c-b221-22321648bd67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317435 Sep 22 21:09:11.956418 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-74910e7e-2905-4eea-86f5-b95ada2a5068 req-aa506cce-79b6-4b04-a417-90eb922c2d73 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:11.987924 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa506cce-79b6-4b04-a417-90eb922c2d73 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Pushing event deleted for resources: {'Port': ['ID=0bbb7ba5-c793-4d12-8c36-4722bc391e34,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:12.026943 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-74910e7e-2905-4eea-86f5-b95ada2a5068 req-aa506cce-79b6-4b04-a417-90eb922c2d73 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] No DVR routers for this DVR port 0bbb7ba5-c793-4d12-8c36-4722bc391e34 on host hv-cinder-81041 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:09:12.029440 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-74910e7e-2905-4eea-86f5-b95ada2a5068 req-aa506cce-79b6-4b04-a417-90eb922c2d73 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:12.031393 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-74910e7e-2905-4eea-86f5-b95ada2a5068 req-aa506cce-79b6-4b04-a417-90eb922c2d73 tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.48 "DELETE /v2.0/ports/0bbb7ba5-c793-4d12-8c36-4722bc391e34 HTTP/1.1" status: 204 len: 173 time: 0.5968904 Sep 22 21:09:12.797596 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8fc48-ece9-4f35-aaf6-1c8636cb908f req-049431c3-8547-43c6-8002-18ef1a435bc9 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:12.799027 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-65a8fc48-ece9-4f35-aaf6-1c8636cb908f req-049431c3-8547-43c6-8002-18ef1a435bc9 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 944 time: 0.0463459 Sep 22 21:09:12.834559 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-65a8fc48-ece9-4f35-aaf6-1c8636cb908f req-5e90bd45-a9d3-4273-bc56-12217f17dd2d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298467 Sep 22 21:09:12.982506 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-25f0b9bf-a996-4d26-b7b3-eee5c782d034 req-620dcb35-b9de-4a8a-9ee9-903630ca3269 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 210 time: 0.0257316 Sep 22 21:09:13.049122 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2cd5f388-c64c-4f5e-a1e4-c904449e939f req-a08072c9-6849-4a67-9616-9aaad635c56c tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 210 time: 0.0276134 Sep 22 21:09:13.778101 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db96a5c7-7df8-4aa7-9c43-42fd4f69663f', 'name': 'network-vif-deleted', 'tag': '0bbb7ba5-c793-4d12-8c36-4722bc391e34'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:09:13.780413 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3ec21f-62ad-4975-a3ba-2596b715fe95" -d '{"events": [{"server_uuid": "db96a5c7-7df8-4aa7-9c43-42fd4f69663f", "name": "network-vif-deleted", "tag": "0bbb7ba5-c793-4d12-8c36-4722bc391e34"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:09:13.815150 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fc7e37-cafd-4b36-87f7-22f4dd68eaae x-openstack-request-id: req-69fc7e37-cafd-4b36-87f7-22f4dd68eaae {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:09:13.815428 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db96a5c7-7df8-4aa7-9c43-42fd4f69663f", "name": "network-vif-deleted", "tag": "0bbb7ba5-c793-4d12-8c36-4722bc391e34", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:09:13.815670 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69fc7e37-cafd-4b36-87f7-22f4dd68eaae {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:09:13.816050 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db96a5c7-7df8-4aa7-9c43-42fd4f69663f', 'name': 'network-vif-deleted', 'tag': '0bbb7ba5-c793-4d12-8c36-4722bc391e34', 'status': 'completed', 'code': 200} Sep 22 21:09:13.945194 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63740e-0106-48bb-9d42-ea3e9a866070 req-5b31d0a5-6677-42fb-9862-f8aee411df27 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:13.946658 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bd63740e-0106-48bb-9d42-ea3e9a866070 req-5b31d0a5-6677-42fb-9862-f8aee411df27 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 944 time: 0.0465970 Sep 22 21:09:13.984060 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bd63740e-0106-48bb-9d42-ea3e9a866070 req-4b048446-1e21-4f2b-913c-83bad93dfe56 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308964 Sep 22 21:09:14.075697 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-34053fdf-9c3e-46fc-b5d5-1d3347f9e54a req-81c9c04f-d54f-48f9-bf0f-63325335779d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 210 time: 0.0261824 Sep 22 21:09:14.139434 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-189c25f1-2f43-4503-8118-cd9ff76d91b2 req-0f5e20d2-4a11-4864-8b95-4826d82bdb8e tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 210 time: 0.0255208 Sep 22 21:09:14.265363 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['d0322484-0295-4e37-9940-2128771d0ddf', '1c109839-b1a2-4fa5-a6ed-bb00afb4ac31'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:09:14.287660 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 005d9a77-dd93-4631-85c3-1dcb280040d8 up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:09:14.452880 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port 005d9a77-dd93-4631-85c3-1dcb280040d8 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:09:14.456534 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port 005d9a77-dd93-4631-85c3-1dcb280040d8 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:09:14.456935 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:14.532118 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:14.554602 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd67d81c-aa1e-41bf-8daa-8d871a7513ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005d9a77-dd93-4631-85c3-1dcb280040d8'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:09:14.556345 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc5630d-627c-443f-98ce-536d10de432d" -d '{"events": [{"server_uuid": "bd67d81c-aa1e-41bf-8daa-8d871a7513ee", "name": "network-vif-plugged", "status": "completed", "tag": "005d9a77-dd93-4631-85c3-1dcb280040d8"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:09:14.570155 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 005d9a77-dd93-4631-85c3-1dcb280040d8, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=005d9a77-dd93-4631-85c3-1dcb280040d8,segment=NetworkSegment(b0fd0677-2ed6-4469-975c-37344912378f),segment_id=b0fd0677-2ed6-4469-975c-37344912378f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:09:14.598209 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3778caa5-e1c8-484a-97a0-7d21021e5737 x-openstack-request-id: req-3778caa5-e1c8-484a-97a0-7d21021e5737 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:09:14.598209 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd67d81c-aa1e-41bf-8daa-8d871a7513ee", "name": "network-vif-plugged", "status": "completed", "tag": "005d9a77-dd93-4631-85c3-1dcb280040d8", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:09:14.598209 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3778caa5-e1c8-484a-97a0-7d21021e5737 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:09:14.598209 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd67d81c-aa1e-41bf-8daa-8d871a7513ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '005d9a77-dd93-4631-85c3-1dcb280040d8', 'code': 200} Sep 22 21:09:14.665302 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['0bbb7ba5-c793-4d12-8c36-4722bc391e34'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:09:14.689886 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:14.735857 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=005d9a77-dd93-4631-85c3-1dcb280040d8,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:14.948820 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9953c4-28d8-4017-8539-174c04cbe0fd req-26be561f-9290-42fe-9983-235895a08e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:14.950342 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ba9953c4-28d8-4017-8539-174c04cbe0fd req-26be561f-9290-42fe-9983-235895a08e8f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 1098 time: 0.0386829 Sep 22 21:09:14.986845 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ba9953c4-28d8-4017-8539-174c04cbe0fd req-aa7caec8-6f02-410a-8e77-104dab33400d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278137 Sep 22 21:09:15.097793 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191b342-b907-45cb-b7bc-5010dc9bd72f req-1344affe-3b08-47e3-a6d8-2cac0d025912 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:15.099266 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5191b342-b907-45cb-b7bc-5010dc9bd72f req-1344affe-3b08-47e3-a6d8-2cac0d025912 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0501485 Sep 22 21:09:15.137215 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5191b342-b907-45cb-b7bc-5010dc9bd72f req-3676c6f7-9fa1-437e-ad54-816913f980a8 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318637 Sep 22 21:09:15.187435 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c6bd5a28-57ea-4cfb-abf3-8b97d4d30e68 req-aabc9922-54eb-4e52-b79a-25b27656131e tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=c434bab5-6706-4d09-bf31-eae15cb0622a HTTP/1.1" status: 200 len: 210 time: 0.0252697 Sep 22 21:09:15.245098 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b9f1fbf5-867f-4c90-9425-3f0099265c2c req-b2c939e7-f62c-40a4-87d3-b4fbb6bb292e tempest-VolumesNegativeTest-1437439269 tempest-VolumesNegativeTest-1437439269-project] 10.222.0.42 "GET /v2.0/ports?device_id=db96a5c7-7df8-4aa7-9c43-42fd4f69663f HTTP/1.1" status: 200 len: 210 time: 0.0254073 Sep 22 21:09:16.250247 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe98774f-7ebc-42ee-ab8c-6340ce4c800a req-f6d0781b-9eba-4814-bba1-b3297b4ffefa tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:16.251725 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe98774f-7ebc-42ee-ab8c-6340ce4c800a req-f6d0781b-9eba-4814-bba1-b3297b4ffefa tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0486283 Sep 22 21:09:16.290590 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fe98774f-7ebc-42ee-ab8c-6340ce4c800a req-82c2c44e-df51-45c9-ae82-fe05a3f4c732 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325544 Sep 22 21:09:17.410827 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4269c7e-58f5-4816-918d-f58f48872e0c req-914a1984-d85d-4abb-ae7c-2f79cd1a0587 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:17.412379 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c4269c7e-58f5-4816-918d-f58f48872e0c req-914a1984-d85d-4abb-ae7c-2f79cd1a0587 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0550435 Sep 22 21:09:17.451204 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c4269c7e-58f5-4816-918d-f58f48872e0c req-6ee2a6df-1c16-4901-81da-3c02a6ed79e9 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321207 Sep 22 21:09:17.562129 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf8160-966c-43ce-bf20-2738f79e2be3 req-38fd0f49-8518-491b-bb85-5354a9d65972 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:17.566373 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7baf8160-966c-43ce-bf20-2738f79e2be3 req-38fd0f49-8518-491b-bb85-5354a9d65972 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0521326 Sep 22 21:09:17.575772 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 48936) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:17.580452 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-fd9c6d64-0725-4848-b619-63f7b8f68b27 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Request body: {'floatingip': {'port_id': '005d9a77-dd93-4631-85c3-1dcb280040d8'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:09:17.652403 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd9c6d64-0725-4848-b619-63f7b8f68b27 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for floatingip, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:18.263246 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a663d-338c-411d-8496-f6522c470bf1 req-f3c8bfca-ecda-450c-a0c0-0ba0f4de647b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:18.264762 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5e6a663d-338c-411d-8496-f6522c470bf1 req-f3c8bfca-ecda-450c-a0c0-0ba0f4de647b tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=55ac24ac-9646-4382-822c-761972a07ce7 HTTP/1.1" status: 200 len: 945 time: 0.1531973 Sep 22 21:09:18.274889 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 48964) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:18.295943 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:09:18.315881 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:09:18.316471 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 1c109839-b1a2-4fa5-a6ed-bb00afb4ac31 not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:09:18.317114 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 0bbb7ba5-c793-4d12-8c36-4722bc391e34 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:09:18.337000 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: 0bbb7ba5-c793-4d12-8c36-4722bc391e34 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:09:18.337535 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 0bbb7ba5-c793-4d12-8c36-4722bc391e34 not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:09:18.397917 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5e6a663d-338c-411d-8496-f6522c470bf1 req-ae240c7c-7d88-40b4-a6e3-81f7866664dc tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227376 Sep 22 21:09:18.404474 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2537a072-3c29-41b2-b6f9-e54c9efb3a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:18.501015 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2537a072-3c29-41b2-b6f9-e54c9efb3a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:18.555680 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd9c6d64-0725-4848-b619-63f7b8f68b27 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:18.630553 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2537a072-3c29-41b2-b6f9-e54c9efb3a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:18.668542 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-2537a072-3c29-41b2-b6f9-e54c9efb3a7c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0d3ec8465bd4b219c54ec9cbd5aba66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3924854 Sep 22 21:09:18.669477 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537a072-3c29-41b2-b6f9-e54c9efb3a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79425d6-fedd-433a-9aa8-b70e715502c9,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:18.671311 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 48972) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:18.684842 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd9c6d64-0725-4848-b619-63f7b8f68b27 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741466'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:18.798024 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff0c43e8-66de-4843-88d7-c190e8994e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:18.820753 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.db.l3_db [None req-fd9c6d64-0725-4848-b619-63f7b8f68b27 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Floating IP 1a8653bb-5d12-4945-aac7-6958f2544875 associated. External IP: 172.27.0.163, port: 005d9a77-dd93-4631-85c3-1dcb280040d8. Sep 22 21:09:18.862404 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff0c43e8-66de-4843-88d7-c190e8994e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:19.064822 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9c6d64-0725-4848-b619-63f7b8f68b27 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Router 0c140487-6306-4717-8c31-18b6bf25f12c has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:09:19.075006 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff0c43e8-66de-4843-88d7-c190e8994e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:19.077807 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ff0c43e8-66de-4843-88d7-c190e8994e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:19.078874 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-ff0c43e8-66de-4843-88d7-c190e8994e56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f79425d6-fedd-433a-9aa8-b70e715502c9 HTTP/1.1" status: 204 len: 168 time: 0.4065809 Sep 22 21:09:19.093494 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c43e8-66de-4843-88d7-c190e8994e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79425d6-fedd-433a-9aa8-b70e715502c9,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:19.191865 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9c6d64-0725-4848-b619-63f7b8f68b27 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:09:19.196745 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fd9c6d64-0725-4848-b619-63f7b8f68b27 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:19.201891 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687989a8-8a0e-4fbb-a683-78465ad003e0 None None] Sync routers for ids ['0c140487-6306-4717-8c31-18b6bf25f12c'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:09:19.211284 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687989a8-8a0e-4fbb-a683-78465ad003e0 None None] Routers {'0c140487-6306-4717-8c31-18b6bf25f12c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:09:19.211888 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-687989a8-8a0e-4fbb-a683-78465ad003e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:09:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['0c140487-6306-4717-8c31-18b6bf25f12c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:19.225256 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-fd9c6d64-0725-4848-b619-63f7b8f68b27 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "PUT /v2.0/floatingips/1a8653bb-5d12-4945-aac7-6958f2544875 HTTP/1.1" status: 200 len: 991 time: 1.6483018 Sep 22 21:09:19.226142 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd67d81c-aa1e-41bf-8daa-8d871a7513ee', 'tag': '005d9a77-dd93-4631-85c3-1dcb280040d8'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:09:19.230313 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f9e82ad46dbda8c41019e9d45a01ce2f125e700925afeafc1c5e0f0766aab3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802a7f00-6958-4171-b001-d00896d51bb9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd67d81c-aa1e-41bf-8daa-8d871a7513ee", "tag": "005d9a77-dd93-4631-85c3-1dcb280040d8"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:09:19.276510 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8390e66a-83db-4b88-8945-88cfeeefd085 x-openstack-request-id: req-8390e66a-83db-4b88-8945-88cfeeefd085 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:09:19.279062 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd67d81c-aa1e-41bf-8daa-8d871a7513ee", "tag": "005d9a77-dd93-4631-85c3-1dcb280040d8", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:09:19.279062 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8390e66a-83db-4b88-8945-88cfeeefd085 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:09:19.279062 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd67d81c-aa1e-41bf-8daa-8d871a7513ee', 'tag': '005d9a77-dd93-4631-85c3-1dcb280040d8', 'status': 'completed', 'code': 200} Sep 22 21:09:19.331954 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-687989a8-8a0e-4fbb-a683-78465ad003e0 None None] Set router 0c140487-6306-4717-8c31-18b6bf25f12c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:09:19.351477 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a7f00-6958-4171-b001-d00896d51bb9 req-9e79517a-6d36-49f4-a492-e74a6642dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:19.353073 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-802a7f00-6958-4171-b001-d00896d51bb9 req-9e79517a-6d36-49f4-a492-e74a6642dc3f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fef5875b3f244b98c4d699e2af9007e&device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 1098 time: 0.0423195 Sep 22 21:09:19.493750 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a7f00-6958-4171-b001-d00896d51bb9 req-bb919c1c-e645-4070-80d2-4f307aadc87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:19.498718 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-802a7f00-6958-4171-b001-d00896d51bb9 req-bb919c1c-e645-4070-80d2-4f307aadc87c service neutron] 10.222.0.48 "GET /v2.0/networks?id=a467527e-b059-4d2f-a877-04dde43195f3 HTTP/1.1" status: 200 len: 912 time: 0.1345494 Sep 22 21:09:19.555422 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a9b61-5a18-41c7-8841-abcba2fb9425 req-87ed1f04-871c-49f4-bed3-6f405e57a6bc tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:19.564242 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a53a9b61-5a18-41c7-8841-abcba2fb9425 req-87ed1f04-871c-49f4-bed3-6f405e57a6bc tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=55ac24ac-9646-4382-822c-761972a07ce7 HTTP/1.1" status: 200 len: 945 time: 0.0832925 Sep 22 21:09:19.614970 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-687989a8-8a0e-4fbb-a683-78465ad003e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:08:54Z', 'revision_number': 4, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': '1a8653bb-5d12-4945-aac7-6958f2544875', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'port_id': '005d9a77-dd93-4631-85c3-1dcb280040d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'mac_address': 'fa:16:3e:bf:a1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67d81c-aa1e-41bf-8daa-8d871a7513ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:08:59Z', 'updated_at': '2021-09-22T21:09:18Z', 'revision_number': 1, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd41ef05-2926-4ea4-aca1-66407f303220', 'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'mac_address': 'fa:16:3e:ac:12:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:53Z', 'updated_at': '2021-09-22T21:08:58Z', 'revision_number': 5, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'subnets': [{'id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:19.630697 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a53a9b61-5a18-41c7-8841-abcba2fb9425 req-e6d8e2d4-b266-4347-bbbf-7b57ace1cb84 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/security-groups?id=948227f8-c40c-469f-ba00-880a8c3aee51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647609 Sep 22 21:09:19.654628 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687989a8-8a0e-4fbb-a683-78465ad003e0 None None] Checking router: 0c140487-6306-4717-8c31-18b6bf25f12c for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:09:19.664039 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687989a8-8a0e-4fbb-a683-78465ad003e0 None None] Routers {'0c140487-6306-4717-8c31-18b6bf25f12c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:09:19.664798 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-687989a8-8a0e-4fbb-a683-78465ad003e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:09:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['0c140487-6306-4717-8c31-18b6bf25f12c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:19.791004 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-687989a8-8a0e-4fbb-a683-78465ad003e0 None None] Set router 0c140487-6306-4717-8c31-18b6bf25f12c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:09:19.884951 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-802a7f00-6958-4171-b001-d00896d51bb9 req-9335bcbd-f875-454a-8ab1-c159d2b4cecc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005d9a77-dd93-4631-85c3-1dcb280040d8 HTTP/1.1" status: 200 len: 999 time: 0.3688467 Sep 22 21:09:19.932193 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a7f00-6958-4171-b001-d00896d51bb9 req-41425fdf-339c-48d7-b75a-730460bad513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:19.933998 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-802a7f00-6958-4171-b001-d00896d51bb9 req-41425fdf-339c-48d7-b75a-730460bad513 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44b9dea5-d892-4468-94cb-e49c88cec80c HTTP/1.1" status: 200 len: 850 time: 0.0468059 Sep 22 21:09:19.972672 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:09:20.007860 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a7f00-6958-4171-b001-d00896d51bb9 req-2d805ee6-632e-4bea-9144-ece5670bc4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:20.009594 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-802a7f00-6958-4171-b001-d00896d51bb9 req-2d805ee6-632e-4bea-9144-ece5670bc4fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a467527e-b059-4d2f-a877-04dde43195f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0678685 Sep 22 21:09:20.040549 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-687989a8-8a0e-4fbb-a683-78465ad003e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:08:54Z', 'revision_number': 4, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': '1a8653bb-5d12-4945-aac7-6958f2544875', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'port_id': '005d9a77-dd93-4631-85c3-1dcb280040d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'mac_address': 'fa:16:3e:bf:a1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67d81c-aa1e-41bf-8daa-8d871a7513ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:08:59Z', 'updated_at': '2021-09-22T21:09:18Z', 'revision_number': 1, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd41ef05-2926-4ea4-aca1-66407f303220', 'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'mac_address': 'fa:16:3e:ac:12:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:53Z', 'updated_at': '2021-09-22T21:08:58Z', 'revision_number': 5, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'subnets': [{'id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:20.046094 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d86d1-e588-42d0-af4a-1e2926473fc2 req-32beb76e-1a85-417f-810c-37494d3a310d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:20.047752 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-bf4d86d1-e588-42d0-af4a-1e2926473fc2 req-32beb76e-1a85-417f-810c-37494d3a310d tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.48 "GET /v2.0/ports?device_id=55ac24ac-9646-4382-822c-761972a07ce7 HTTP/1.1" status: 200 len: 945 time: 0.0693836 Sep 22 21:09:20.067112 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687989a8-8a0e-4fbb-a683-78465ad003e0 None None] The sync data for ids ['0c140487-6306-4717-8c31-18b6bf25f12c'] in dv-cinder-810415-3-iscsi is: [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:08:54Z', 'revision_number': 4, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': '1a8653bb-5d12-4945-aac7-6958f2544875', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'port_id': '005d9a77-dd93-4631-85c3-1dcb280040d8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'mac_address': 'fa:16:3e:bf:a1:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd67d81c-aa1e-41bf-8daa-8d871a7513ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:08:59Z', 'updated_at': '2021-09-22T21:09:18Z', 'revision_number': 1, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd41ef05-2926-4ea4-aca1-66407f303220', 'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'mac_address': 'fa:16:3e:ac:12:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:53Z', 'updated_at': '2021-09-22T21:08:58Z', 'revision_number': 5, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'subnets': [{'id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:09:20.178596 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-802a7f00-6958-4171-b001-d00896d51bb9 req-9f61c1c2-a3f2-42ef-aabf-c38ae2f3a5a5 service neutron] 10.222.0.48 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597486 Sep 22 21:09:20.225301 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-bf4d86d1-e588-42d0-af4a-1e2926473fc2 req-ad6082c0-2d3e-4f90-aafc-02f419091291 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Deleting port d0322484-0295-4e37-9940-2128771d0ddf {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:09:20.225637 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bf4d86d1-e588-42d0-af4a-1e2926473fc2 req-ad6082c0-2d3e-4f90-aafc-02f419091291 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:20.292291 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7762bee-15d8-4fd3-b062-5a7b43a02dcb None None] New status for floating IP 1a8653bb-5d12-4945-aac7-6958f2544875: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:09:20.354267 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-802a7f00-6958-4171-b001-d00896d51bb9 req-feb86451-5f9c-4b73-ae08-da29ecda39b5 service neutron] 10.222.0.48 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648350 Sep 22 21:09:20.392209 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-bf4d86d1-e588-42d0-af4a-1e2926473fc2 req-ad6082c0-2d3e-4f90-aafc-02f419091291 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] For port d0322484-0295-4e37-9940-2128771d0ddf, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=d0322484-0295-4e37-9940-2128771d0ddf,segment=NetworkSegment(b050491d-33ef-46e3-9e42-218a94a7b92f),segment_id=b050491d-33ef-46e3-9e42-218a94a7b92f)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:09:20.392572 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bf4d86d1-e588-42d0-af4a-1e2926473fc2 req-ad6082c0-2d3e-4f90-aafc-02f419091291 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:20.406867 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-bf4d86d1-e588-42d0-af4a-1e2926473fc2 req-ad6082c0-2d3e-4f90-aafc-02f419091291 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Calling delete_port for d0322484-0295-4e37-9940-2128771d0ddf owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:09:20.640123 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bf4d86d1-e588-42d0-af4a-1e2926473fc2 req-ad6082c0-2d3e-4f90-aafc-02f419091291 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:20.661538 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['d0322484-0295-4e37-9940-2128771d0ddf'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:09:20.666522 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6082c0-2d3e-4f90-aafc-02f419091291 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Pushing event deleted for resources: {'Port': ['ID=d0322484-0295-4e37-9940-2128771d0ddf,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:20.717791 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4d86d1-e588-42d0-af4a-1e2926473fc2 req-ad6082c0-2d3e-4f90-aafc-02f419091291 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] No DVR routers for this DVR port d0322484-0295-4e37-9940-2128771d0ddf on host hv-cinder-81041 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:09:20.720191 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bf4d86d1-e588-42d0-af4a-1e2926473fc2 req-ad6082c0-2d3e-4f90-aafc-02f419091291 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:20.721000 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9082c833-e3e2-40fe-a873-1dd31317fbf2 req-d193f312-0fea-4c92-b2e2-75e9f9b6d3f0 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.42 "GET /v2.0/ports?device_id=55ac24ac-9646-4382-822c-761972a07ce7 HTTP/1.1" status: 200 len: 210 time: 0.0259418 Sep 22 21:09:20.726444 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-bf4d86d1-e588-42d0-af4a-1e2926473fc2 req-ad6082c0-2d3e-4f90-aafc-02f419091291 tempest-AttachVolumeNegativeTest-2134983758 tempest-AttachVolumeNegativeTest-2134983758-project] 10.222.0.48 "DELETE /v2.0/ports/d0322484-0295-4e37-9940-2128771d0ddf HTTP/1.1" status: 204 len: 173 time: 0.6624284 Sep 22 21:09:20.726444 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55ac24ac-9646-4382-822c-761972a07ce7', 'name': 'network-vif-deleted', 'tag': 'd0322484-0295-4e37-9940-2128771d0ddf'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:09:20.727910 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c56851-9b57-415f-8300-4bb030996dd1" -d '{"events": [{"server_uuid": "55ac24ac-9646-4382-822c-761972a07ce7", "name": "network-vif-deleted", "tag": "d0322484-0295-4e37-9940-2128771d0ddf"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:09:20.769886 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0957e693-83ca-4760-bdf8-4dcd83641841 x-openstack-request-id: req-0957e693-83ca-4760-bdf8-4dcd83641841 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:09:20.769886 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55ac24ac-9646-4382-822c-761972a07ce7", "name": "network-vif-deleted", "tag": "d0322484-0295-4e37-9940-2128771d0ddf", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:09:20.770104 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0957e693-83ca-4760-bdf8-4dcd83641841 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:09:20.770389 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55ac24ac-9646-4382-822c-761972a07ce7', 'name': 'network-vif-deleted', 'tag': 'd0322484-0295-4e37-9940-2128771d0ddf', 'status': 'completed', 'code': 200} Sep 22 21:09:21.781517 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 49116) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:21.829336 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-d500d372-e3c7-4c2e-acc7-1d503baec906 admin admin] Deleting subnet 306d6aee-3151-4adf-9b06-7ffb7fd67e61 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 21:09:21.832422 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d500d372-e3c7-4c2e-acc7-1d503baec906 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:21.870495 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d500d372-e3c7-4c2e-acc7-1d503baec906 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25704749'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:21.912689 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d500d372-e3c7-4c2e-acc7-1d503baec906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971671'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:22.064750 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d500d372-e3c7-4c2e-acc7-1d503baec906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26159165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25764952'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:22.090598 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500d372-e3c7-4c2e-acc7-1d503baec906 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=306d6aee-3151-4adf-9b06-7ffb7fd67e61,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:22.094277 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d500d372-e3c7-4c2e-acc7-1d503baec906 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:22.096116 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-d500d372-e3c7-4c2e-acc7-1d503baec906 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/306d6aee-3151-4adf-9b06-7ffb7fd67e61 HTTP/1.1" status: 204 len: 168 time: 0.3136389 Sep 22 21:09:22.098630 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 49122) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:22.169458 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e059796-cff6-4837-a2cd-6701cb2a001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548719'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:22.251122 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e059796-cff6-4837-a2cd-6701cb2a001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-969262', 'neutron.services.segments.db._delete_segments_for_network-8786352064148'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:22.270778 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3e059796-cff6-4837-a2cd-6701cb2a001f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b6faf9-b2b7-4153-bb83-4212e925b805']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:22.279886 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3e059796-cff6-4837-a2cd-6701cb2a001f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b050491d-33ef-46e3-9e42-218a94a7b92f') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:22.280172 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3e059796-cff6-4837-a2cd-6701cb2a001f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b050491d-33ef-46e3-9e42-218a94a7b92f') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:22.282534 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49126) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:22.290446 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e059796-cff6-4837-a2cd-6701cb2a001f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786352062877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25704756'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:22.303331 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e059796-cff6-4837-a2cd-6701cb2a001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:22.309709 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e059796-cff6-4837-a2cd-6701cb2a001f admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:09:22.310085 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e059796-cff6-4837-a2cd-6701cb2a001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26159507'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: Traceback (most recent call last): Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: timer() Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: cb(*args, **kw) Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: return func(*args, **kwargs) Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: self._notify() Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: self.callback(batched_events) Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: event.method(event) Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: return f(self, *a, **k) Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: return self._get(url).json() Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: return self.request(url, 'GET', **kwargs) Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 21:09:22.311748 dv-cinder-810415-3-iscsi neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 21:09:22.411045 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-d7fdae8c-e0f1-4d21-8871-eaa12a03dfd0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7baab7ec964e4ec2a51b46db9220133b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1273298 Sep 22 21:09:22.413550 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49130) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:22.461315 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-da15f0a9-df3d-4229-9d20-eec638733aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:22.481896 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e059796-cff6-4837-a2cd-6701cb2a001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-969241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741452'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:22.482077 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-da15f0a9-df3d-4229-9d20-eec638733aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:22.487425 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3e059796-cff6-4837-a2cd-6701cb2a001f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:22.492819 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-3e059796-cff6-4837-a2cd-6701cb2a001f admin admin] 10.222.0.42 "DELETE /v2.0/networks/d9b6faf9-b2b7-4153-bb83-4212e925b805 HTTP/1.1" status: 204 len: 168 time: 0.3897429 Sep 22 21:09:22.500665 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e059796-cff6-4837-a2cd-6701cb2a001f admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b6faf9-b2b7-4153-bb83-4212e925b805,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:22.576787 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-da15f0a9-df3d-4229-9d20-eec638733aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:22.579505 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-da15f0a9-df3d-4229-9d20-eec638733aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:22.580654 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-da15f0a9-df3d-4229-9d20-eec638733aad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/06aeb0f7-dad1-458c-b221-22321648bd67 HTTP/1.1" status: 204 len: 168 time: 0.1662354 Sep 22 21:09:22.589051 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15f0a9-df3d-4229-9d20-eec638733aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aeb0f7-dad1-458c-b221-22321648bd67,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:22.792874 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49140) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:22.831281 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-cd284028-9204-484b-8a32-33fd2d05709a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4710095783a04ccab7b1109acfbf73bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372624 Sep 22 21:09:22.833805 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49142) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:22.890473 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-075c1325-93aa-4ee4-99a5-b4e480319592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:22.914402 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-075c1325-93aa-4ee4-99a5-b4e480319592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:23.087505 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-075c1325-93aa-4ee4-99a5-b4e480319592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:23.090645 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-075c1325-93aa-4ee4-99a5-b4e480319592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:23.091805 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-075c1325-93aa-4ee4-99a5-b4e480319592 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/948227f8-c40c-469f-ba00-880a8c3aee51 HTTP/1.1" status: 204 len: 168 time: 0.2570627 Sep 22 21:09:23.099546 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c1325-93aa-4ee4-99a5-b4e480319592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948227f8-c40c-469f-ba00-880a8c3aee51,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:24.319807 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device d0322484-0295-4e37-9940-2128771d0ddf no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:09:24.342008 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: d0322484-0295-4e37-9940-2128771d0ddf {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:09:24.342355 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device d0322484-0295-4e37-9940-2128771d0ddf not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:09:24.833644 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 49196) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:24.937342 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59e37021-3960-4488-83ae-4c35d333ceac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:25.021097 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59e37021-3960-4488-83ae-4c35d333ceac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:25.098766 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-59e37021-3960-4488-83ae-4c35d333ceac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:25.137229 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-59e37021-3960-4488-83ae-4c35d333ceac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92a323eb2d894f98b25a259b80770019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3023891 Sep 22 21:09:25.139139 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e37021-3960-4488-83ae-4c35d333ceac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17af3479-1ba3-4954-88f2-c195eb99ecdc,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:25.141709 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49202) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:25.198033 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cfc71e1b-dfde-44bf-b5df-c1c3a613a689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:25.218552 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cfc71e1b-dfde-44bf-b5df-c1c3a613a689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:25.342580 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cfc71e1b-dfde-44bf-b5df-c1c3a613a689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:25.345141 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cfc71e1b-dfde-44bf-b5df-c1c3a613a689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:25.346287 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-cfc71e1b-dfde-44bf-b5df-c1c3a613a689 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17af3479-1ba3-4954-88f2-c195eb99ecdc HTTP/1.1" status: 204 len: 168 time: 0.2036140 Sep 22 21:09:25.354304 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc71e1b-dfde-44bf-b5df-c1c3a613a689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17af3479-1ba3-4954-88f2-c195eb99ecdc,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:27.747720 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49256) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:27.847373 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-274f771d-63ce-4790-b1f2-27d928feb761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:27.932752 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-274f771d-63ce-4790-b1f2-27d928feb761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:28.013070 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-274f771d-63ce-4790-b1f2-27d928feb761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:28.053732 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-274f771d-63ce-4790-b1f2-27d928feb761 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7acd8d2066654e649219a33b05e1303c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049672 Sep 22 21:09:28.054632 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f771d-63ce-4790-b1f2-27d928feb761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef73736b-bfb1-4ac9-846b-884d2beee828,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:28.056343 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 49262) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:28.062366 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f771d-63ce-4790-b1f2-27d928feb761 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.062646 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f771d-63ce-4790-b1f2-27d928feb761 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.062984 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f771d-63ce-4790-b1f2-27d928feb761 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.063316 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f771d-63ce-4790-b1f2-27d928feb761 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.063640 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f771d-63ce-4790-b1f2-27d928feb761 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.063961 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f771d-63ce-4790-b1f2-27d928feb761 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.064280 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f771d-63ce-4790-b1f2-27d928feb761 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.064596 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f771d-63ce-4790-b1f2-27d928feb761 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.065009 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f771d-63ce-4790-b1f2-27d928feb761 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.065324 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f771d-63ce-4790-b1f2-27d928feb761 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.065636 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f771d-63ce-4790-b1f2-27d928feb761 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.065949 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-274f771d-63ce-4790-b1f2-27d928feb761 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.104350 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0133e372-a705-44fd-bc1f-0201d8a7f1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:28.125164 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0133e372-a705-44fd-bc1f-0201d8a7f1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:28.247197 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0133e372-a705-44fd-bc1f-0201d8a7f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:28.249837 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0133e372-a705-44fd-bc1f-0201d8a7f1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:28.250983 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-0133e372-a705-44fd-bc1f-0201d8a7f1ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ef73736b-bfb1-4ac9-846b-884d2beee828 HTTP/1.1" status: 204 len: 168 time: 0.1930845 Sep 22 21:09:28.258731 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133e372-a705-44fd-bc1f-0201d8a7f1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef73736b-bfb1-4ac9-846b-884d2beee828,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:28.266225 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133e372-a705-44fd-bc1f-0201d8a7f1ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.266626 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133e372-a705-44fd-bc1f-0201d8a7f1ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.266961 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133e372-a705-44fd-bc1f-0201d8a7f1ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.267290 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133e372-a705-44fd-bc1f-0201d8a7f1ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.267612 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133e372-a705-44fd-bc1f-0201d8a7f1ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.267934 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133e372-a705-44fd-bc1f-0201d8a7f1ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.268255 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133e372-a705-44fd-bc1f-0201d8a7f1ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.268576 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133e372-a705-44fd-bc1f-0201d8a7f1ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.268929 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133e372-a705-44fd-bc1f-0201d8a7f1ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.269252 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133e372-a705-44fd-bc1f-0201d8a7f1ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.269563 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133e372-a705-44fd-bc1f-0201d8a7f1ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.269874 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0133e372-a705-44fd-bc1f-0201d8a7f1ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:28.903921 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49268) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:28.916913 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2c6c8114-e5a0-40a0-b367-9fbc6b7e105b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:28.999265 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2c6c8114-e5a0-40a0-b367-9fbc6b7e105b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:29.064410 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2c6c8114-e5a0-40a0-b367-9fbc6b7e105b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:29.101675 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-2c6c8114-e5a0-40a0-b367-9fbc6b7e105b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=57193bc094d6438d9bbb6eaffb88dfb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1966779 Sep 22 21:09:29.103757 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c8114-e5a0-40a0-b367-9fbc6b7e105b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cf62d8-90aa-46e6-968b-ea7c5819e943,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:29.104345 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 49272) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:29.154822 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6000645c-ce7f-449d-bc11-3cde4e275ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:29.177930 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6000645c-ce7f-449d-bc11-3cde4e275ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:29.270249 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6000645c-ce7f-449d-bc11-3cde4e275ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:29.272808 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6000645c-ce7f-449d-bc11-3cde4e275ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:29.273986 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-6000645c-ce7f-449d-bc11-3cde4e275ce5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f6cf62d8-90aa-46e6-968b-ea7c5819e943 HTTP/1.1" status: 204 len: 168 time: 0.1685410 Sep 22 21:09:29.282801 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000645c-ce7f-449d-bc11-3cde4e275ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cf62d8-90aa-46e6-968b-ea7c5819e943,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:30.348434 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 49298) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:30.441270 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-9687189b-e878-4eb3-bbb7-3bee388fb035 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1123578509-network', 'tenant_id': 'cb938015c2854d5ba3fcea97454214a7'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:09:30.521755 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9687189b-e878-4eb3-bbb7-3bee388fb035 admin admin] Made reservation on behalf of cb938015c2854d5ba3fcea97454214a7 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:09:30.524000 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9687189b-e878-4eb3-bbb7-3bee388fb035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:30.532620 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9687189b-e878-4eb3-bbb7-3bee388fb035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:30.616787 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9687189b-e878-4eb3-bbb7-3bee388fb035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:30.682269 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9687189b-e878-4eb3-bbb7-3bee388fb035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:30.706190 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9687189b-e878-4eb3-bbb7-3bee388fb035 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:09:30.714602 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687189b-e878-4eb3-bbb7-3bee388fb035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2a304e-2637-44c9-a7a5-613ae47937c9,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:30.720314 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9687189b-e878-4eb3-bbb7-3bee388fb035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:30.720656 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.db.segments_db [None req-9687189b-e878-4eb3-bbb7-3bee388fb035 admin admin] Added segment d94de36e-5be7-44c0-a561-5646d969f2f3 of type vlan for network ddb3e1d3-2516-4c35-98d2-84fc6a7e3f09 Sep 22 21:09:30.762000 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9687189b-e878-4eb3-bbb7-3bee388fb035 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786351554335'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:30.824678 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9687189b-e878-4eb3-bbb7-3bee388fb035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:30.825831 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9687189b-e878-4eb3-bbb7-3bee388fb035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:30.826467 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9687189b-e878-4eb3-bbb7-3bee388fb035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:30.885028 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687189b-e878-4eb3-bbb7-3bee388fb035 admin admin] Pushing event updated for resources: {'Network': ['ID=ddb3e1d3-2516-4c35-98d2-84fc6a7e3f09,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:30.894728 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Network ddb3e1d3-2516-4c35-98d2-84fc6a7e3f09 details requested by agent ovs-agent-dv-cinder-810415-3-iscsi with host dv-cinder-810415-3-iscsi {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 21:09:30.913839 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-9687189b-e878-4eb3-bbb7-3bee388fb035 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5615940 Sep 22 21:09:30.914234 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 49306) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:30.919227 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-811f9621-aa4d-420b-aba2-c2dca5862802 admin admin] Request body: {'subnet': {'network_id': 'ddb3e1d3-2516-4c35-98d2-84fc6a7e3f09', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1123578509-subnet', 'tenant_id': 'cb938015c2854d5ba3fcea97454214a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:09:30.993663 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-4ee4a5b6-a9da-4b83-94a5-12d68f7b4ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:31.024642 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811f9621-aa4d-420b-aba2-c2dca5862802 admin admin] Made reservation on behalf of cb938015c2854d5ba3fcea97454214a7 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:09:31.027054 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-811f9621-aa4d-420b-aba2-c2dca5862802 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25764989'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:31.251061 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-811f9621-aa4d-420b-aba2-c2dca5862802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26159356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25764943'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:31.303303 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f9621-aa4d-420b-aba2-c2dca5862802 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b68ea5-6246-47d6-b2a5-e55718bc7a7e,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:31.313627 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811f9621-aa4d-420b-aba2-c2dca5862802 admin admin] Checking segment: {'id': 'd94de36e-5be7-44c0-a561-5646d969f2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ddb3e1d3-2516-4c35-98d2-84fc6a7e3f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:09:31.317480 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811f9621-aa4d-420b-aba2-c2dca5862802 admin admin] Network hostable DHCP agents. Network: ddb3e1d3-2516-4c35-98d2-84fc6a7e3f09, hostable agents: ['56809e1b-eac6-40c1-a412-0e5017dff325'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:09:31.399464 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811f9621-aa4d-420b-aba2-c2dca5862802 admin admin] Network ddb3e1d3-2516-4c35-98d2-84fc6a7e3f09 is scheduled to be hosted by DHCP agent 56809e1b-eac6-40c1-a412-0e5017dff325 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:09:31.473335 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-811f9621-aa4d-420b-aba2-c2dca5862802 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-3-iscsi, ddb3e1d3-2516-4c35-98d2-84fc6a7e3f09) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:09:31.477193 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811f9621-aa4d-420b-aba2-c2dca5862802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:31.477765 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-811f9621-aa4d-420b-aba2-c2dca5862802 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:31.482296 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01fdbc8-80e3-4560-9f93-08e2411a0311 None None] Network ddb3e1d3-2516-4c35-98d2-84fc6a7e3f09 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:09:31.560273 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-811f9621-aa4d-420b-aba2-c2dca5862802 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6450040 Sep 22 21:09:31.602459 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3820274a-8edc-4bad-be27-85b04b1fcba3 None None] Network ddb3e1d3-2516-4c35-98d2-84fc6a7e3f09 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:09:32.214014 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 49324) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:32.218874 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-dc9014de-39cb-4ac3-ad1b-53adfb2f49a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1423592780-network', 'tenant_id': 'bd3ad69c116545f68036e2baa864a753'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:09:32.296480 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9014de-39cb-4ac3-ad1b-53adfb2f49a9 admin admin] Made reservation on behalf of bd3ad69c116545f68036e2baa864a753 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:09:32.298748 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dc9014de-39cb-4ac3-ad1b-53adfb2f49a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:32.308239 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dc9014de-39cb-4ac3-ad1b-53adfb2f49a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:32.397455 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dc9014de-39cb-4ac3-ad1b-53adfb2f49a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:32.487139 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dc9014de-39cb-4ac3-ad1b-53adfb2f49a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:32.512831 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9014de-39cb-4ac3-ad1b-53adfb2f49a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:09:32.521208 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9014de-39cb-4ac3-ad1b-53adfb2f49a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0ccac1-e692-47ed-a415-3acc98637c2c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:32.527861 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dc9014de-39cb-4ac3-ad1b-53adfb2f49a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:32.528700 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.db.segments_db [None req-dc9014de-39cb-4ac3-ad1b-53adfb2f49a9 admin admin] Added segment 5496a8dd-de5c-4e9c-ab5c-9ab156477b76 of type vlan for network 1a045a27-03d9-46ed-9998-16afdda53a36 Sep 22 21:09:32.567007 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dc9014de-39cb-4ac3-ad1b-53adfb2f49a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786351554335'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:32.685198 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dc9014de-39cb-4ac3-ad1b-53adfb2f49a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:32.686081 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9014de-39cb-4ac3-ad1b-53adfb2f49a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:32.686661 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-dc9014de-39cb-4ac3-ad1b-53adfb2f49a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:32.743262 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9014de-39cb-4ac3-ad1b-53adfb2f49a9 admin admin] Pushing event updated for resources: {'Network': ['ID=1a045a27-03d9-46ed-9998-16afdda53a36,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:32.753192 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Network 1a045a27-03d9-46ed-9998-16afdda53a36 details requested by agent ovs-agent-dv-cinder-810415-3-iscsi with host dv-cinder-810415-3-iscsi {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 21:09:32.788957 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-dc9014de-39cb-4ac3-ad1b-53adfb2f49a9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5738261 Sep 22 21:09:32.791636 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 49328) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:32.796324 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-493871cf-7275-4489-81f6-85f4b1474747 admin admin] Request body: {'subnet': {'network_id': '1a045a27-03d9-46ed-9998-16afdda53a36', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1423592780-subnet', 'tenant_id': 'bd3ad69c116545f68036e2baa864a753', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:09:32.891069 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493871cf-7275-4489-81f6-85f4b1474747 admin admin] Made reservation on behalf of bd3ad69c116545f68036e2baa864a753 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:09:32.893440 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-493871cf-7275-4489-81f6-85f4b1474747 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25764989'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:33.127864 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-493871cf-7275-4489-81f6-85f4b1474747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26159356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25764943'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:33.179588 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493871cf-7275-4489-81f6-85f4b1474747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d18c41-363e-4176-996f-7753a2b53649,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:33.191087 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493871cf-7275-4489-81f6-85f4b1474747 admin admin] Checking segment: {'id': '5496a8dd-de5c-4e9c-ab5c-9ab156477b76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '1a045a27-03d9-46ed-9998-16afdda53a36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:09:33.191433 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493871cf-7275-4489-81f6-85f4b1474747 admin admin] Network hostable DHCP agents. Network: 1a045a27-03d9-46ed-9998-16afdda53a36, hostable agents: ['56809e1b-eac6-40c1-a412-0e5017dff325'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:09:33.291510 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493871cf-7275-4489-81f6-85f4b1474747 admin admin] Network 1a045a27-03d9-46ed-9998-16afdda53a36 is scheduled to be hosted by DHCP agent 56809e1b-eac6-40c1-a412-0e5017dff325 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:09:33.359989 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-493871cf-7275-4489-81f6-85f4b1474747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-3-iscsi, 1a045a27-03d9-46ed-9998-16afdda53a36) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:09:33.370181 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493871cf-7275-4489-81f6-85f4b1474747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:33.370757 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-493871cf-7275-4489-81f6-85f4b1474747 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:33.375244 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4c1247-ffe8-491f-a039-ca2e33bc53e0 None None] Network 1a045a27-03d9-46ed-9998-16afdda53a36 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:09:33.469261 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-493871cf-7275-4489-81f6-85f4b1474747 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6765921 Sep 22 21:09:33.497615 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc6a66c-bb21-4e0c-bc16-92c35d9b566c None None] Network 1a045a27-03d9-46ed-9998-16afdda53a36 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:09:33.664868 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-42c3a10a-9697-41c9-abaf-97db9bb541ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:34.384828 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:34.476105 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:36.353613 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:39.922296 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159df89-cbef-40c3-88cb-fd6ff2de0ac9 req-76b7f820-d6a2-4c7a-94e9-90b01f366879 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:39.923775 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f159df89-cbef-40c3-88cb-fd6ff2de0ac9 req-76b7f820-d6a2-4c7a-94e9-90b01f366879 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 946 time: 0.0477912 Sep 22 21:09:39.961514 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f159df89-cbef-40c3-88cb-fd6ff2de0ac9 req-4d52fcd8-f80b-47b1-a0ac-02365bd25677 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308504 Sep 22 21:09:41.039679 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:41.080440 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397401fe-a187-4eaa-bc9e-890206ad7e0a req-0706779e-0c8d-4810-b434-03b624dd23dd tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:41.082629 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-397401fe-a187-4eaa-bc9e-890206ad7e0a req-0706779e-0c8d-4810-b434-03b624dd23dd tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 946 time: 0.0512507 Sep 22 21:09:41.120668 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-397401fe-a187-4eaa-bc9e-890206ad7e0a req-ea73ff3b-6363-49fc-819a-470da66041a7 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316925 Sep 22 21:09:41.672022 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4a3a3-298c-4664-bf22-93d64cb9ebbc req-5781f506-949c-41ca-922f-750dc6295efe tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:41.673492 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-82e4a3a3-298c-4664-bf22-93d64cb9ebbc req-5781f506-949c-41ca-922f-750dc6295efe tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.48 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 946 time: 0.0463550 Sep 22 21:09:41.767259 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-82e4a3a3-298c-4664-bf22-93d64cb9ebbc req-ae4bbd30-fcaa-4bc6-806f-12d1eae5aa68 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Deleting port 52dd9960-972b-43b2-9c40-22310cf5bd98 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:09:41.767588 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-82e4a3a3-298c-4664-bf22-93d64cb9ebbc req-ae4bbd30-fcaa-4bc6-806f-12d1eae5aa68 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:41.855006 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-82e4a3a3-298c-4664-bf22-93d64cb9ebbc req-ae4bbd30-fcaa-4bc6-806f-12d1eae5aa68 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] For port 52dd9960-972b-43b2-9c40-22310cf5bd98, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=52dd9960-972b-43b2-9c40-22310cf5bd98,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:09:41.860307 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-82e4a3a3-298c-4664-bf22-93d64cb9ebbc req-ae4bbd30-fcaa-4bc6-806f-12d1eae5aa68 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:42.068783 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-82e4a3a3-298c-4664-bf22-93d64cb9ebbc req-ae4bbd30-fcaa-4bc6-806f-12d1eae5aa68 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:42.069153 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-82e4a3a3-298c-4664-bf22-93d64cb9ebbc req-ae4bbd30-fcaa-4bc6-806f-12d1eae5aa68 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741466'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:42.069469 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.l3_db [req-82e4a3a3-298c-4664-bf22-93d64cb9ebbc req-ae4bbd30-fcaa-4bc6-806f-12d1eae5aa68 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Floating IP 05cc119a-625b-408f-bef9-27ae59e6d3ff disassociated. External IP: 172.27.0.32, port: 52dd9960-972b-43b2-9c40-22310cf5bd98. Sep 22 21:09:42.069806 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-82e4a3a3-298c-4664-bf22-93d64cb9ebbc req-ae4bbd30-fcaa-4bc6-806f-12d1eae5aa68 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Calling delete_port for 52dd9960-972b-43b2-9c40-22310cf5bd98 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:09:42.240312 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed5bb1-f3c9-4d77-84b3-5ae4f8664009 req-4c040710-be8e-4454-b36a-ac99d4afb665 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:42.241776 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-feed5bb1-f3c9-4d77-84b3-5ae4f8664009 req-4c040710-be8e-4454-b36a-ac99d4afb665 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 946 time: 0.0510898 Sep 22 21:09:42.279400 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-feed5bb1-f3c9-4d77-84b3-5ae4f8664009 req-fb25e779-ee8d-410b-8474-301a741c8a37 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=58436dfd-0cbb-4840-8a30-317b53222f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316677 Sep 22 21:09:42.299390 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-82e4a3a3-298c-4664-bf22-93d64cb9ebbc req-ae4bbd30-fcaa-4bc6-806f-12d1eae5aa68 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:42.328448 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bbd30-fcaa-4bc6-806f-12d1eae5aa68 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Pushing event deleted for resources: {'Port': ['ID=52dd9960-972b-43b2-9c40-22310cf5bd98,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:42.437268 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82e4a3a3-298c-4664-bf22-93d64cb9ebbc req-ae4bbd30-fcaa-4bc6-806f-12d1eae5aa68 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Router 6024d0f1-aa12-40a6-87fe-640b96abffb0 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:09:42.539253 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82e4a3a3-298c-4664-bf22-93d64cb9ebbc req-ae4bbd30-fcaa-4bc6-806f-12d1eae5aa68 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:09:42.550106 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bb741-749e-486a-8d23-41af154d625d None None] Sync routers for ids ['6024d0f1-aa12-40a6-87fe-640b96abffb0'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:09:42.559913 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94bb741-749e-486a-8d23-41af154d625d None None] Routers {'6024d0f1-aa12-40a6-87fe-640b96abffb0'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:09:42.560513 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a94bb741-749e-486a-8d23-41af154d625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:09:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['6024d0f1-aa12-40a6-87fe-640b96abffb0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:42.581545 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e4a3a3-298c-4664-bf22-93d64cb9ebbc req-ae4bbd30-fcaa-4bc6-806f-12d1eae5aa68 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] No DVR routers for this DVR port 52dd9960-972b-43b2-9c40-22310cf5bd98 on host hv-cinder-81041 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:09:42.588068 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-82e4a3a3-298c-4664-bf22-93d64cb9ebbc req-ae4bbd30-fcaa-4bc6-806f-12d1eae5aa68 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:42.588068 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-82e4a3a3-298c-4664-bf22-93d64cb9ebbc req-ae4bbd30-fcaa-4bc6-806f-12d1eae5aa68 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.48 "DELETE /v2.0/ports/52dd9960-972b-43b2-9c40-22310cf5bd98 HTTP/1.1" status: 204 len: 173 time: 0.9062572 Sep 22 21:09:42.588068 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1af93b7e-054c-41cc-ba4f-026f3d2bb824', 'name': 'network-vif-deleted', 'tag': '52dd9960-972b-43b2-9c40-22310cf5bd98'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:09:42.591102 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38407d0-d0b3-48fe-9844-58f3a1c08401" -d '{"events": [{"server_uuid": "1af93b7e-054c-41cc-ba4f-026f3d2bb824", "name": "network-vif-deleted", "tag": "52dd9960-972b-43b2-9c40-22310cf5bd98"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:09:42.629761 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fec6ef3-dc84-4e45-8be5-1bc0d4218527 x-openstack-request-id: req-8fec6ef3-dc84-4e45-8be5-1bc0d4218527 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:09:42.630240 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1af93b7e-054c-41cc-ba4f-026f3d2bb824", "name": "network-vif-deleted", "tag": "52dd9960-972b-43b2-9c40-22310cf5bd98", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:09:42.630493 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8fec6ef3-dc84-4e45-8be5-1bc0d4218527 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:09:42.630890 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1af93b7e-054c-41cc-ba4f-026f3d2bb824', 'name': 'network-vif-deleted', 'tag': '52dd9960-972b-43b2-9c40-22310cf5bd98', 'status': 'completed', 'code': 200} Sep 22 21:09:42.783736 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-a94bb741-749e-486a-8d23-41af154d625d None None] Set router 6024d0f1-aa12-40a6-87fe-640b96abffb0 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:09:42.983513 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a94bb741-749e-486a-8d23-41af154d625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:05:03Z', 'revision_number': 4, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port': {'id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'ae337004-0185-4af4-ba09-5ec9991f4769', 'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'mac_address': 'fa:16:3e:99:61:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:02Z', 'updated_at': '2021-09-22T21:05:09Z', 'revision_number': 5, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'subnets': [{'id': '6978b747-bc4a-4923-9a63-b539852557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:43.010038 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bb741-749e-486a-8d23-41af154d625d None None] Checking router: 6024d0f1-aa12-40a6-87fe-640b96abffb0 for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:09:43.018505 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94bb741-749e-486a-8d23-41af154d625d None None] Routers {'6024d0f1-aa12-40a6-87fe-640b96abffb0'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:09:43.019213 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a94bb741-749e-486a-8d23-41af154d625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:09:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['6024d0f1-aa12-40a6-87fe-640b96abffb0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:43.129202 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-a94bb741-749e-486a-8d23-41af154d625d None None] Set router 6024d0f1-aa12-40a6-87fe-640b96abffb0 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:09:43.338989 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-a94bb741-749e-486a-8d23-41af154d625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:05:03Z', 'revision_number': 4, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port': {'id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'ae337004-0185-4af4-ba09-5ec9991f4769', 'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'mac_address': 'fa:16:3e:99:61:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:02Z', 'updated_at': '2021-09-22T21:05:09Z', 'revision_number': 5, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'subnets': [{'id': '6978b747-bc4a-4923-9a63-b539852557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:43.367645 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94bb741-749e-486a-8d23-41af154d625d None None] The sync data for ids ['6024d0f1-aa12-40a6-87fe-640b96abffb0'] in dv-cinder-810415-3-iscsi is: [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:05:03Z', 'revision_number': 4, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port': {'id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'ae337004-0185-4af4-ba09-5ec9991f4769', 'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'mac_address': 'fa:16:3e:99:61:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:02Z', 'updated_at': '2021-09-22T21:05:09Z', 'revision_number': 5, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'subnets': [{'id': '6978b747-bc4a-4923-9a63-b539852557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:09:43.394879 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2b21e2ed-e6f8-4d38-8c33-8fc36f32bd90 req-275cb859-d02b-4f31-aa89-13691aff985c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=1af93b7e-054c-41cc-ba4f-026f3d2bb824 HTTP/1.1" status: 200 len: 210 time: 0.0271842 Sep 22 21:09:43.602015 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a747b90-af00-45c7-a758-0aae03053eb5 None None] New status for floating IP 05cc119a-625b-408f-bef9-27ae59e6d3ff: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:09:44.531878 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 49460) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:44.584213 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-458d878b-ab4e-4170-b320-5c4ad441c974 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:44.606526 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-458d878b-ab4e-4170-b320-5c4ad441c974 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:44.722249 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-458d878b-ab4e-4170-b320-5c4ad441c974 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:44.724871 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-458d878b-ab4e-4170-b320-5c4ad441c974 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:44.726324 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-458d878b-ab4e-4170-b320-5c4ad441c974 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "DELETE /v2.0/security-groups/58436dfd-0cbb-4840-8a30-317b53222f8b HTTP/1.1" status: 204 len: 168 time: 0.1931851 Sep 22 21:09:44.728897 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49464) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:44.735335 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458d878b-ab4e-4170-b320-5c4ad441c974 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58436dfd-0cbb-4840-8a30-317b53222f8b,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:44.745439 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.api.v2.resource [None req-cb0b4909-0c4c-47d3-a0e6-2f58dc2c6ad7 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] show failed (client error): The resource could not be found. Sep 22 21:09:44.747185 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-cb0b4909-0c4c-47d3-a0e6-2f58dc2c6ad7 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups/58436dfd-0cbb-4840-8a30-317b53222f8b HTTP/1.1" status: 404 len: 347 time: 0.0163743 Sep 22 21:09:44.749495 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49466) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:44.872508 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d4b6c265-3df0-418f-8e6f-050b9648b34f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Deleting port b3226fd4-6fc5-45c9-8940-bf126f953114 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:09:44.876060 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4b6c265-3df0-418f-8e6f-050b9648b34f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:44.948994 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4b6c265-3df0-418f-8e6f-050b9648b34f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:44.949468 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4b6c265-3df0-418f-8e6f-050b9648b34f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:44.962922 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-d4b6c265-3df0-418f-8e6f-050b9648b34f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Calling delete_port for b3226fd4-6fc5-45c9-8940-bf126f953114 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:09:45.145138 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4b6c265-3df0-418f-8e6f-050b9648b34f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:45.170862 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b6c265-3df0-418f-8e6f-050b9648b34f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Pushing event deleted for resources: {'Port': ['ID=b3226fd4-6fc5-45c9-8940-bf126f953114,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:45.233712 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4b6c265-3df0-418f-8e6f-050b9648b34f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:45.237164 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d4b6c265-3df0-418f-8e6f-050b9648b34f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:45.244397 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-d4b6c265-3df0-418f-8e6f-050b9648b34f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "DELETE /v2.0/floatingips/05cc119a-625b-408f-bef9-27ae59e6d3ff HTTP/1.1" status: 204 len: 168 time: 0.4939978 Sep 22 21:09:45.578395 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49480) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:45.582980 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-75984925-a8cd-4e3c-af2e-733ef7d1c2b7 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1551068776', 'description': 'tempest-description--1041284506'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:09:45.659280 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75984925-a8cd-4e3c-af2e-733ef7d1c2b7 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:45.740379 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75984925-a8cd-4e3c-af2e-733ef7d1c2b7 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:45.835888 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75984925-a8cd-4e3c-af2e-733ef7d1c2b7 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:45.863953 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75984925-a8cd-4e3c-af2e-733ef7d1c2b7 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53802731-1879-432b-a051-e190cd8e97ab,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:45.927713 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-75984925-a8cd-4e3c-af2e-733ef7d1c2b7 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:45.928968 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-75984925-a8cd-4e3c-af2e-733ef7d1c2b7 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3494735 Sep 22 21:09:45.932421 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49482) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:45.936689 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-6498ed46-6b1e-484a-ab90-ba6125dc6874 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Request body: {'security_group_rule': {'security_group_id': '53802731-1879-432b-a051-e190cd8e97ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:09:46.011565 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6498ed46-6b1e-484a-ab90-ba6125dc6874 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:46.065482 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6498ed46-6b1e-484a-ab90-ba6125dc6874 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:46.116254 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6498ed46-6b1e-484a-ab90-ba6125dc6874 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:46.132711 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498ed46-6b1e-484a-ab90-ba6125dc6874 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8280b993-f10c-41d9-b2f6-d4ad1c77f865,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:46.207751 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6498ed46-6b1e-484a-ab90-ba6125dc6874 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:46.209193 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-6498ed46-6b1e-484a-ab90-ba6125dc6874 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2756007 Sep 22 21:09:46.211657 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49488) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:46.216534 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-6ceff8dc-2723-4b85-b1b9-9b5d1dac34c6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Request body: {'security_group_rule': {'security_group_id': '53802731-1879-432b-a051-e190cd8e97ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:09:46.303821 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6ceff8dc-2723-4b85-b1b9-9b5d1dac34c6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:46.357545 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6ceff8dc-2723-4b85-b1b9-9b5d1dac34c6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:46.407054 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 52dd9960-972b-43b2-9c40-22310cf5bd98 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:09:46.425822 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: 52dd9960-972b-43b2-9c40-22310cf5bd98 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:09:46.426316 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 52dd9960-972b-43b2-9c40-22310cf5bd98 not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:09:46.444857 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6ceff8dc-2723-4b85-b1b9-9b5d1dac34c6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:46.462402 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceff8dc-2723-4b85-b1b9-9b5d1dac34c6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2fb394-b628-4cce-94af-3a7aa25e9761,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:46.527495 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6ceff8dc-2723-4b85-b1b9-9b5d1dac34c6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:46.528801 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-6ceff8dc-2723-4b85-b1b9-9b5d1dac34c6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3161738 Sep 22 21:09:46.531923 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49490) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:46.536286 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-129ea619-8c34-42db-9f3c-f5b3b9f2d666 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Request body: {'floatingip': {'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:09:46.624628 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-129ea619-8c34-42db-9f3c-f5b3b9f2d666 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:46.724540 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-129ea619-8c34-42db-9f3c-f5b3b9f2d666 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:46.833724 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-129ea619-8c34-42db-9f3c-f5b3b9f2d666 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Allocated IP 172.27.0.171 (2c353f49-210c-4300-9e98-1f6204bdd5b4/672554c0-508e-4537-8193-f701627840d3/d07271fe-708b-4917-bac3-52970fa71946) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:09:46.932073 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-129ea619-8c34-42db-9f3c-f5b3b9f2d666 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:47.019580 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-129ea619-8c34-42db-9f3c-f5b3b9f2d666 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:47.052818 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129ea619-8c34-42db-9f3c-f5b3b9f2d666 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:09:47.055489 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-129ea619-8c34-42db-9f3c-f5b3b9f2d666 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:09:47.058904 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129ea619-8c34-42db-9f3c-f5b3b9f2d666 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:09:47.091787 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ea619-8c34-42db-9f3c-f5b3b9f2d666 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Pushing event updated for resources: {'Port': ['ID=d07271fe-708b-4917-bac3-52970fa71946,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:47.146050 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-129ea619-8c34-42db-9f3c-f5b3b9f2d666 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:47.309324 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-129ea619-8c34-42db-9f3c-f5b3b9f2d666 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:47.454544 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-129ea619-8c34-42db-9f3c-f5b3b9f2d666 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:47.527249 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-129ea619-8c34-42db-9f3c-f5b3b9f2d666 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:47.590891 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ea619-8c34-42db-9f3c-f5b3b9f2d666 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Pushing event updated for resources: {'Port': ['ID=d07271fe-708b-4917-bac3-52970fa71946,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:47.601674 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-129ea619-8c34-42db-9f3c-f5b3b9f2d666 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741466'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:47.670409 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-129ea619-8c34-42db-9f3c-f5b3b9f2d666 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:47.671696 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-129ea619-8c34-42db-9f3c-f5b3b9f2d666 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1388049 Sep 22 21:09:47.860510 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26778f54-8858-46ef-a074-c967665a4e2e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1551068776&fields=id&tenant_id=a6b763283e694a7fb6a51a7298132497 HTTP/1.1" status: 200 len: 267 time: 0.0391941 Sep 22 21:09:47.965770 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-a68d56db-c8f9-4dfe-8f92-700cfaba07ac tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:47.967219 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-a68d56db-c8f9-4dfe-8f92-700cfaba07ac tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/networks?id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb HTTP/1.1" status: 200 len: 816 time: 0.0995498 Sep 22 21:09:47.981677 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-291a130d-f7a7-4370-80f2-de46139c0fc7 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/quotas/a6b763283e694a7fb6a51a7298132497 HTTP/1.1" status: 200 len: 375 time: 0.0089540 Sep 22 21:09:48.033135 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-acae673d-c9f5-4c6d-88f3-ef324dc3f80e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6b763283e694a7fb6a51a7298132497&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459025 Sep 22 21:09:48.128645 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-38afd130-f1e4-4014-8733-1f76df06d9bc service neutron] 10.222.0.42 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841663 Sep 22 21:09:48.220310 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-9094b228-e1b2-4a1b-8e04-243d4eaa973b service neutron] 10.222.0.42 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849800 Sep 22 21:09:48.484840 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-880c2cbd-b7d8-494e-b6d1-8e82fd754b25 req-c96cd951-7e0c-4b7c-86bf-f3938fd974eb tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 210 time: 0.0269754 Sep 22 21:09:49.578615 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ba287081-6eba-4675-beb0-260ff1c56505 req-64914796-0418-47ef-92fe-d4e14e4f84b9 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 210 time: 0.0251486 Sep 22 21:09:49.939174 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49562) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:49.985575 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e8ddfe-fdd4-4073-9e00-3ffc54eb809f admin admin] Deleting subnet 90b68ea5-6246-47d6-b2a5-e55718bc7a7e {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 21:09:49.990475 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32e8ddfe-fdd4-4073-9e00-3ffc54eb809f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:50.024521 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32e8ddfe-fdd4-4073-9e00-3ffc54eb809f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26635490'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:50.062043 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32e8ddfe-fdd4-4073-9e00-3ffc54eb809f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971671'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:50.199983 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32e8ddfe-fdd4-4073-9e00-3ffc54eb809f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27223618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26049022'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:50.222955 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8ddfe-fdd4-4073-9e00-3ffc54eb809f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b68ea5-6246-47d6-b2a5-e55718bc7a7e,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:50.229833 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-32e8ddfe-fdd4-4073-9e00-3ffc54eb809f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:50.232037 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-32e8ddfe-fdd4-4073-9e00-3ffc54eb809f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/90b68ea5-6246-47d6-b2a5-e55718bc7a7e HTTP/1.1" status: 204 len: 168 time: 0.2915397 Sep 22 21:09:50.241400 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49566) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:50.304538 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd263281-bc4f-4f35-aa8c-f5fabd0e05ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548719'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:50.381956 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd263281-bc4f-4f35-aa8c-f5fabd0e05ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-969262', 'neutron.services.segments.db._delete_segments_for_network-8786352064148'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:50.423385 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-bd263281-bc4f-4f35-aa8c-f5fabd0e05ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb3e1d3-2516-4c35-98d2-84fc6a7e3f09']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:50.440418 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-bd263281-bc4f-4f35-aa8c-f5fabd0e05ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94de36e-5be7-44c0-a561-5646d969f2f3') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:50.440711 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-bd263281-bc4f-4f35-aa8c-f5fabd0e05ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94de36e-5be7-44c0-a561-5646d969f2f3') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:50.475981 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd263281-bc4f-4f35-aa8c-f5fabd0e05ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786352062877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26635515'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:50.502229 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd263281-bc4f-4f35-aa8c-f5fabd0e05ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:50.504249 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd263281-bc4f-4f35-aa8c-f5fabd0e05ac admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:09:50.504638 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd263281-bc4f-4f35-aa8c-f5fabd0e05ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27224044'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: Traceback (most recent call last): Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: timer() Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: cb(*args, **kw) Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: return func(*args, **kwargs) Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: self._notify() Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: self.callback(batched_events) Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: event.method(event) Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: return f(self, *a, **k) Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: return self._get(url).json() Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: return self.request(url, 'GET', **kwargs) Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 21:09:50.506286 dv-cinder-810415-3-iscsi neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 21:09:50.543889 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-1e4ee7ae-29d3-4619-bb65-2db44cefac0a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:50.545312 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-1e4ee7ae-29d3-4619-bb65-2db44cefac0a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.48 "GET /v2.0/networks?id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb HTTP/1.1" status: 200 len: 816 time: 0.1554534 Sep 22 21:09:50.606249 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-534645c4-80f1-42e4-9bcb-9b721ffa1eb6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6b763283e694a7fb6a51a7298132497 HTTP/1.1" status: 200 len: 380 time: 0.0331998 Sep 22 21:09:50.616397 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-acb63e30-50d4-466b-8a38-40ba0bcae154 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Request body: {'port': {'device_id': 'a03f50da-4287-4059-be13-5b3aeb9c88d5', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'admin_state_up': True, 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'security_groups': ['53802731-1879-432b-a051-e190cd8e97ab']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:09:50.642614 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd263281-bc4f-4f35-aa8c-f5fabd0e05ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-969241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741452'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:50.647294 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bd263281-bc4f-4f35-aa8c-f5fabd0e05ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:50.649262 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-bd263281-bc4f-4f35-aa8c-f5fabd0e05ac admin admin] 10.222.0.42 "DELETE /v2.0/networks/ddb3e1d3-2516-4c35-98d2-84fc6a7e3f09 HTTP/1.1" status: 204 len: 168 time: 0.4140689 Sep 22 21:09:50.655484 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49570) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:50.677001 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-385fbd10-a6d0-4809-8962-d61c8dca95aa req-20663288-6485-41ad-b9f3-551d2cb274cf tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 210 time: 0.0289249 Sep 22 21:09:50.934365 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd263281-bc4f-4f35-aa8c-f5fabd0e05ac admin admin] Pushing event deleted for resources: {'Network': ['ID=ddb3e1d3-2516-4c35-98d2-84fc6a7e3f09,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:50.971137 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0db58f-2f68-4133-b5cb-92c471009979 admin admin] Deleting subnet 95d18c41-363e-4176-996f-7753a2b53649 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 21:09:50.978741 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1f0db58f-2f68-4133-b5cb-92c471009979 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:51.021101 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1f0db58f-2f68-4133-b5cb-92c471009979 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26635490'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:51.058877 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1f0db58f-2f68-4133-b5cb-92c471009979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971671'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:51.124752 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-acb63e30-50d4-466b-8a38-40ba0bcae154 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Made reservation on behalf of a6b763283e694a7fb6a51a7298132497 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:09:51.128191 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-acb63e30-50d4-466b-8a38-40ba0bcae154 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:51.201428 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1f0db58f-2f68-4133-b5cb-92c471009979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27223618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26049022'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:51.248798 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0db58f-2f68-4133-b5cb-92c471009979 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95d18c41-363e-4176-996f-7753a2b53649,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:51.257183 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1f0db58f-2f68-4133-b5cb-92c471009979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:51.259295 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-1f0db58f-2f68-4133-b5cb-92c471009979 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/95d18c41-363e-4176-996f-7753a2b53649 HTTP/1.1" status: 204 len: 168 time: 0.6026990 Sep 22 21:09:51.261874 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49578) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:51.303316 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-acb63e30-50d4-466b-8a38-40ba0bcae154 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Allocated IP 172.20.0.6 (116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb/6978b747-bc4a-4923-9a63-b539852557c1/e9e8bb64-87c0-4995-8096-e04505a3746a) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:09:51.351213 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1d47-5403-4e6f-a7ca-c24bc25e77dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548719'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:51.500492 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1d47-5403-4e6f-a7ca-c24bc25e77dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-969262', 'neutron.services.segments.db._delete_segments_for_network-8786352064148'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:51.529063 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ec4b1d47-5403-4e6f-a7ca-c24bc25e77dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a045a27-03d9-46ed-9998-16afdda53a36']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:51.545836 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ec4b1d47-5403-4e6f-a7ca-c24bc25e77dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5496a8dd-de5c-4e9c-ab5c-9ab156477b76') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:51.546129 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ec4b1d47-5403-4e6f-a7ca-c24bc25e77dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5496a8dd-de5c-4e9c-ab5c-9ab156477b76') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:09:51.562430 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1d47-5403-4e6f-a7ca-c24bc25e77dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786352062877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26635515'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:51.565690 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-acb63e30-50d4-466b-8a38-40ba0bcae154 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:51.581145 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1d47-5403-4e6f-a7ca-c24bc25e77dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:51.589772 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4b1d47-5403-4e6f-a7ca-c24bc25e77dc admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:09:51.590142 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1d47-5403-4e6f-a7ca-c24bc25e77dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27224044'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: Traceback (most recent call last): Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: timer() Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: cb(*args, **kw) Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: return func(*args, **kwargs) Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: self._notify() Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: self.callback(batched_events) Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: event.method(event) Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: return f(self, *a, **k) Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: return self._get(url).json() Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: return self.request(url, 'GET', **kwargs) Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 21:09:51.591694 dv-cinder-810415-3-iscsi neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 21:09:51.739510 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1d47-5403-4e6f-a7ca-c24bc25e77dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-969241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741452'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:51.745189 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ec4b1d47-5403-4e6f-a7ca-c24bc25e77dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:51.747008 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-ec4b1d47-5403-4e6f-a7ca-c24bc25e77dc admin admin] 10.222.0.42 "DELETE /v2.0/networks/1a045a27-03d9-46ed-9998-16afdda53a36 HTTP/1.1" status: 204 len: 168 time: 0.4842427 Sep 22 21:09:51.758984 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b1d47-5403-4e6f-a7ca-c24bc25e77dc admin admin] Pushing event deleted for resources: {'Network': ['ID=1a045a27-03d9-46ed-9998-16afdda53a36,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:51.771205 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-acb63e30-50d4-466b-8a38-40ba0bcae154 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:51.776190 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0ecebd7c-c901-44df-ba1f-e7bd73ee18bd req-81678476-531b-49a0-a2cc-9bcd0ea6ed05 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 210 time: 0.0276709 Sep 22 21:09:51.820585 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-acb63e30-50d4-466b-8a38-40ba0bcae154 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Network 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:09:51.823586 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-acb63e30-50d4-466b-8a38-40ba0bcae154 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:09:51.827347 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-acb63e30-50d4-466b-8a38-40ba0bcae154 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:09:51.857296 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb63e30-50d4-466b-8a38-40ba0bcae154 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Pushing event updated for resources: {'Port': ['ID=e9e8bb64-87c0-4995-8096-e04505a3746a,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:51.887855 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-acb63e30-50d4-466b-8a38-40ba0bcae154 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:51.889642 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-acb63e30-50d4-466b-8a38-40ba0bcae154 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:51.991804 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-acb63e30-50d4-466b-8a38-40ba0bcae154 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3792195 Sep 22 21:09:52.004968 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Request body: {'port': {'device_id': 'a03f50da-4287-4059-be13-5b3aeb9c88d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:09:52.055894 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:52.086506 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-265e6d18-efe4-4e9f-8e45-f0e63e98d3c4 None None] Provisioning complete for port e9e8bb64-87c0-4995-8096-e04505a3746a triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:09:52.088196 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-265e6d18-efe4-4e9f-8e45-f0e63e98d3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:52.124409 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-265e6d18-efe4-4e9f-8e45-f0e63e98d3c4 None None] Port e9e8bb64-87c0-4995-8096-e04505a3746a cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:09:52.294975 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 49586) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:52.312962 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e8bb64-87c0-4995-8096-e04505a3746a {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:09:52.320279 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:52.331872 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Transition to ACTIVE for port object e9e8bb64-87c0-4995-8096-e04505a3746a will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:09:52.338738 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-8d5088a3-d028-4703-adfc-f39edf4830d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb938015c2854d5ba3fcea97454214a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374625 Sep 22 21:09:52.340584 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 49588) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:52.389611 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d0320882-e677-4309-b12b-476b3ccb90da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:52.409598 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d0320882-e677-4309-b12b-476b3ccb90da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:52.433552 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:52.489952 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e8bb64-87c0-4995-8096-e04505a3746a,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:52.522259 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d0320882-e677-4309-b12b-476b3ccb90da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:52.524853 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d0320882-e677-4309-b12b-476b3ccb90da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:52.526015 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-d0320882-e677-4309-b12b-476b3ccb90da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf2a304e-2637-44c9-a7a5-613ae47937c9 HTTP/1.1" status: 204 len: 168 time: 0.1844587 Sep 22 21:09:52.539604 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0320882-e677-4309-b12b-476b3ccb90da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2a304e-2637-44c9-a7a5-613ae47937c9,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:52.569495 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Attempting to bind port e9e8bb64-87c0-4995-8096-e04505a3746a on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:09:52.569826 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Attempting to bind port e9e8bb64-87c0-4995-8096-e04505a3746a by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '044a31a1-f554-45d4-baae-b0e9a3cfb293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:09:52.570150 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Attempting to bind port e9e8bb64-87c0-4995-8096-e04505a3746a on network 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:09:52.574813 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Port e9e8bb64-87c0-4995-8096-e04505a3746a on network 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:09:52.575131 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Attempting to bind port e9e8bb64-87c0-4995-8096-e04505a3746a on network 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:09:52.580075 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:09:52.580429 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Checking segment: {'id': '044a31a1-f554-45d4-baae-b0e9a3cfb293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:09:52.580832 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Bound using segment: {'id': '044a31a1-f554-45d4-baae-b0e9a3cfb293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:09:52.581274 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Bound port: e9e8bb64-87c0-4995-8096-e04505a3746a, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '044a31a1-f554-45d4-baae-b0e9a3cfb293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:09:52.581614 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:52.652577 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] For port e9e8bb64-87c0-4995-8096-e04505a3746a, host hv-cinder-81041, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:09:52.657191 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] For port e9e8bb64-87c0-4995-8096-e04505a3746a, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=e9e8bb64-87c0-4995-8096-e04505a3746a,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:09:52.733796 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:52.772633 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:52.772633 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:52.772633 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] 10.222.0.48 "PUT /v2.0/ports/e9e8bb64-87c0-4995-8096-e04505a3746a HTTP/1.1" status: 200 len: 1093 time: 0.7710478 Sep 22 21:09:52.772633 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03f50da-4287-4059-be13-5b3aeb9c88d5', 'tag': 'e9e8bb64-87c0-4995-8096-e04505a3746a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:09:52.774531 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2f1917-6957-4622-97cb-394f21908f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "a03f50da-4287-4059-be13-5b3aeb9c88d5", "tag": "e9e8bb64-87c0-4995-8096-e04505a3746a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:09:52.801247 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c799c6-514f-42f5-bada-ce45f68f5f82 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e8bb64-87c0-4995-8096-e04505a3746a,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:52.814481 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ca6893-006b-42cc-888c-cd84c70abb61 x-openstack-request-id: req-18ca6893-006b-42cc-888c-cd84c70abb61 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:09:52.814889 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03f50da-4287-4059-be13-5b3aeb9c88d5", "tag": "e9e8bb64-87c0-4995-8096-e04505a3746a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:09:52.815238 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18ca6893-006b-42cc-888c-cd84c70abb61 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:09:52.815905 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03f50da-4287-4059-be13-5b3aeb9c88d5', 'tag': 'e9e8bb64-87c0-4995-8096-e04505a3746a', 'status': 'completed', 'code': 200} Sep 22 21:09:52.967500 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f1917-6957-4622-97cb-394f21908f7d req-207c21e0-a62e-4a11-a940-bba39ade8ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:52.972395 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2746c59-4377-49a0-9f3f-91e6e4933e7b req-40726d09-d162-4254-aa60-e8e63707f0f3 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:52.973297 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-de2f1917-6957-4622-97cb-394f21908f7d req-207c21e0-a62e-4a11-a940-bba39ade8ad4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6b763283e694a7fb6a51a7298132497&device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 1096 time: 0.1377308 Sep 22 21:09:52.974584 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c2746c59-4377-49a0-9f3f-91e6e4933e7b req-40726d09-d162-4254-aa60-e8e63707f0f3 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.1134431 Sep 22 21:09:53.022323 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c2746c59-4377-49a0-9f3f-91e6e4933e7b req-a4a122b9-e1f5-45de-bc54-934c8cd2d69f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322940 Sep 22 21:09:53.078454 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f1917-6957-4622-97cb-394f21908f7d req-a7c7edb9-5634-4d97-a95b-e4b92842cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:53.079931 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-de2f1917-6957-4622-97cb-394f21908f7d req-a7c7edb9-5634-4d97-a95b-e4b92842cf11 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=a6b763283e694a7fb6a51a7298132497&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0978522 Sep 22 21:09:53.171841 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f1917-6957-4622-97cb-394f21908f7d req-e5a3ecc6-435f-402a-8911-d0430106054d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:53.173304 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-de2f1917-6957-4622-97cb-394f21908f7d req-e5a3ecc6-435f-402a-8911-d0430106054d service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861180 Sep 22 21:09:53.250137 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-f9a617e7-3816-462e-95f1-7741930f3c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:53.251615 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-f9a617e7-3816-462e-95f1-7741930f3c7d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6b763283e694a7fb6a51a7298132497&device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 1096 time: 0.0408108 Sep 22 21:09:53.298652 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-2ff680a5-8d13-4cb4-9fa5-686b707e512c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9e8bb64-87c0-4995-8096-e04505a3746a HTTP/1.1" status: 200 len: 217 time: 0.0394223 Sep 22 21:09:53.350804 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-65e7bfab-833d-4541-bf20-4bdc108df95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:53.352251 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-65e7bfab-833d-4541-bf20-4bdc108df95a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6978b747-bc4a-4923-9a63-b539852557c1 HTTP/1.1" status: 200 len: 855 time: 0.0438569 Sep 22 21:09:53.359899 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 49600) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:53.396926 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-1fb2a539-03ac-4057-97bd-ac91efb54d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:53.398392 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-1fb2a539-03ac-4057-97bd-ac91efb54d4d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384154 Sep 22 21:09:53.398834 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-b81af1f7-3ffc-49c6-8d04-b4cd175e129e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bd3ad69c116545f68036e2baa864a753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378313 Sep 22 21:09:53.401938 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49602) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:53.508467 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-77b8bb00-3bad-4451-bcef-5f2498d2a1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:53.530121 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-7843aa7a-3628-496a-9655-370eddfd4592 service neutron] 10.222.0.48 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216714 Sep 22 21:09:53.541705 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-77b8bb00-3bad-4451-bcef-5f2498d2a1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:53.647526 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-df7bcf84-6334-4efa-85b2-c8e3577d7111 req-767b18fe-4534-48d7-b18e-a67781305d69 service neutron] 10.222.0.48 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078155 Sep 22 21:09:53.699020 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-77b8bb00-3bad-4451-bcef-5f2498d2a1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:53.701527 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-77b8bb00-3bad-4451-bcef-5f2498d2a1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:53.702640 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-77b8bb00-3bad-4451-bcef-5f2498d2a1f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe0ccac1-e692-47ed-a415-3acc98637c2c HTTP/1.1" status: 204 len: 168 time: 0.2998028 Sep 22 21:09:53.710393 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8bb00-3bad-4451-bcef-5f2498d2a1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0ccac1-e692-47ed-a415-3acc98637c2c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:54.144179 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482bbad-fb65-47d2-848d-23a0c3e4dfbe req-88efe069-c145-4011-8ea2-1ce2c8ff2ebd tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:54.145705 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a482bbad-fb65-47d2-848d-23a0c3e4dfbe req-88efe069-c145-4011-8ea2-1ce2c8ff2ebd tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0528343 Sep 22 21:09:54.425636 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a482bbad-fb65-47d2-848d-23a0c3e4dfbe req-b63c4de0-fd2a-4de5-aba7-338c8c58ffc3 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732909 Sep 22 21:09:55.407292 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49636) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:55.522727 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5bec4737-1ab5-43fd-a522-fad560acf6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:55.550569 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d6770-e521-43cc-9c65-74bd2c44d0c1 req-0ca9d089-6cfc-4307-a19a-15a6a00425f6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:55.552084 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-be7d6770-e521-43cc-9c65-74bd2c44d0c1 req-0ca9d089-6cfc-4307-a19a-15a6a00425f6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0498776 Sep 22 21:09:55.590691 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-be7d6770-e521-43cc-9c65-74bd2c44d0c1 req-df5fee2a-676f-400e-a89b-d518ae855200 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324419 Sep 22 21:09:55.614699 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5bec4737-1ab5-43fd-a522-fad560acf6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:55.670539 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-5bec4737-1ab5-43fd-a522-fad560acf6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:55.709971 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-5bec4737-1ab5-43fd-a522-fad560acf6d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5cb81a11f5bc47118a59bf1d6bb09ea7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015978 Sep 22 21:09:55.710819 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec4737-1ab5-43fd-a522-fad560acf6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae03fe9-03cf-4bd9-97cc-6acad5ba6fc3,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:55.713234 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 49644) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:55.761604 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6d9158a0-a649-4404-9cf4-5e515e12d963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:55.782835 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6d9158a0-a649-4404-9cf4-5e515e12d963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:55.942292 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6d9158a0-a649-4404-9cf4-5e515e12d963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:55.944963 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6d9158a0-a649-4404-9cf4-5e515e12d963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:55.946123 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-6d9158a0-a649-4404-9cf4-5e515e12d963 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ae03fe9-03cf-4bd9-97cc-6acad5ba6fc3 HTTP/1.1" status: 204 len: 168 time: 0.2319076 Sep 22 21:09:55.954685 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9158a0-a649-4404-9cf4-5e515e12d963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae03fe9-03cf-4bd9-97cc-6acad5ba6fc3,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:56.457041 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device e9e8bb64-87c0-4995-8096-e04505a3746a details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:09:56.548694 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port e9e8bb64-87c0-4995-8096-e04505a3746a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=e9e8bb64-87c0-4995-8096-e04505a3746a,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:09:56.560002 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': 'e9e8bb64-87c0-4995-8096-e04505a3746a', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'port_id': 'e9e8bb64-87c0-4995-8096-e04505a3746a', 'mac_address': 'fa:16:3e:87:87:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:09:56.601658 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:56.615372 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e8bb64-87c0-4995-8096-e04505a3746a {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:09:56.634334 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port e9e8bb64-87c0-4995-8096-e04505a3746a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=e9e8bb64-87c0-4995-8096-e04505a3746a,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:09:56.711718 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55d8d9-b5f5-457b-adc1-c37e333ee810 req-2ea68ea8-8f1a-450c-91bb-f5bd7f47d2ec tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:56.713719 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-dd55d8d9-b5f5-457b-adc1-c37e333ee810 req-2ea68ea8-8f1a-450c-91bb-f5bd7f47d2ec tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0506408 Sep 22 21:09:56.734761 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:56.755156 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-dd55d8d9-b5f5-457b-adc1-c37e333ee810 req-fdd83a98-87f7-4a94-8947-5e623053704f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332127 Sep 22 21:09:56.784606 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=e9e8bb64-87c0-4995-8096-e04505a3746a,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:56.791630 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:56.791970 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:56.792324 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:56.792637 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:56.792989 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:56.793383 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:56.793774 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:56.794106 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:56.794453 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:56.794850 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:56.795173 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:56.795491 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:09:56.971802 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:09:56.979606 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['e9e8bb64-87c0-4995-8096-e04505a3746a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:09:56.996490 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 49670) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:57.090046 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-5f7d7ff0-cefd-4a1a-8040-0e685591c20c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-244231121-network', 'tenant_id': 'e159a1978d8548c69da3186490a25e36'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:09:57.210715 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7d7ff0-cefd-4a1a-8040-0e685591c20c admin admin] Made reservation on behalf of e159a1978d8548c69da3186490a25e36 for: {'network': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:09:57.212940 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5f7d7ff0-cefd-4a1a-8040-0e685591c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for network, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:57.221154 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5f7d7ff0-cefd-4a1a-8040-0e685591c20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:57.314421 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5f7d7ff0-cefd-4a1a-8040-0e685591c20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:57.390496 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5f7d7ff0-cefd-4a1a-8040-0e685591c20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:57.414180 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7d7ff0-cefd-4a1a-8040-0e685591c20c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=94795) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:09:57.422961 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d7ff0-cefd-4a1a-8040-0e685591c20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baf2f81-7970-4390-8464-c82f31ac904d,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:57.428561 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5f7d7ff0-cefd-4a1a-8040-0e685591c20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:57.428927 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.db.segments_db [None req-5f7d7ff0-cefd-4a1a-8040-0e685591c20c admin admin] Added segment b880bb8a-1996-4729-90ea-0d1d7930dae6 of type vlan for network a627b728-d0da-44cf-8198-5d4b5c6d866c Sep 22 21:09:57.471182 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5f7d7ff0-cefd-4a1a-8040-0e685591c20c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786351554335'] for network, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:57.544542 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5f7d7ff0-cefd-4a1a-8040-0e685591c20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:57.545685 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7d7ff0-cefd-4a1a-8040-0e685591c20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:57.546263 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-5f7d7ff0-cefd-4a1a-8040-0e685591c20c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:57.609569 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d7ff0-cefd-4a1a-8040-0e685591c20c admin admin] Pushing event updated for resources: {'Network': ['ID=a627b728-d0da-44cf-8198-5d4b5c6d866c,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:57.619394 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Network a627b728-d0da-44cf-8198-5d4b5c6d866c details requested by agent ovs-agent-dv-cinder-810415-3-iscsi with host dv-cinder-810415-3-iscsi {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 21:09:57.648738 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-5f7d7ff0-cefd-4a1a-8040-0e685591c20c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6509638 Sep 22 21:09:57.652070 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 49674) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:57.656802 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-da821847-cf20-454c-bdf6-25fb5201a104 admin admin] Request body: {'subnet': {'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-244231121-subnet', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'ip_version': 4}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:09:57.713773 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da821847-cf20-454c-bdf6-25fb5201a104 admin admin] Made reservation on behalf of e159a1978d8548c69da3186490a25e36 for: {'subnet': 1} {{(pid=94795) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:09:57.716086 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da821847-cf20-454c-bdf6-25fb5201a104 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25764989'] for subnet, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:57.912912 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f946a3-c34f-4925-ba1c-42a46a8bbd2b req-49947760-211c-4c4b-add9-1040224f1278 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:57.914351 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-21f946a3-c34f-4925-ba1c-42a46a8bbd2b req-49947760-211c-4c4b-add9-1040224f1278 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 944 time: 0.0865564 Sep 22 21:09:57.951570 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-21f946a3-c34f-4925-ba1c-42a46a8bbd2b req-4417ba4b-453a-4038-ac44-262ed5804473 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309076 Sep 22 21:09:57.976497 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da821847-cf20-454c-bdf6-25fb5201a104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26159356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25764943'] for subnet, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:58.035660 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da821847-cf20-454c-bdf6-25fb5201a104 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a42be86-5cc7-4529-b903-8c073fdb394d,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:58.044803 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da821847-cf20-454c-bdf6-25fb5201a104 admin admin] Checking segment: {'id': 'b880bb8a-1996-4729-90ea-0d1d7930dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94795) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:09:58.049584 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da821847-cf20-454c-bdf6-25fb5201a104 admin admin] Network hostable DHCP agents. Network: a627b728-d0da-44cf-8198-5d4b5c6d866c, hostable agents: ['56809e1b-eac6-40c1-a412-0e5017dff325'], hosted agents: [] {{(pid=94795) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:09:58.193380 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da821847-cf20-454c-bdf6-25fb5201a104 admin admin] Network a627b728-d0da-44cf-8198-5d4b5c6d866c is scheduled to be hosted by DHCP agent 56809e1b-eac6-40c1-a412-0e5017dff325 with binding_index 1 {{(pid=94795) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:09:58.264424 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-da821847-cf20-454c-bdf6-25fb5201a104 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-3-iscsi, a627b728-d0da-44cf-8198-5d4b5c6d866c) {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:09:58.268377 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da821847-cf20-454c-bdf6-25fb5201a104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:58.268984 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-da821847-cf20-454c-bdf6-25fb5201a104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:58.273199 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4a0d21-cfa7-4593-95f0-531ed1377eb8 None None] Network a627b728-d0da-44cf-8198-5d4b5c6d866c requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:09:58.351843 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-da821847-cf20-454c-bdf6-25fb5201a104 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6986825 Sep 22 21:09:58.355416 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 49680) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:09:58.362089 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-14478324-fc4b-4203-a421-8898de6386bb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-244231121-router', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:09:58.423590 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd055608f-81b6-5a45-b436-6df0833047cb-a627b728-d0da-44cf-8198-5d4b5c6d866c', 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'fixed_ips': [{'subnet_id': '9a42be86-5cc7-4529-b903-8c073fdb394d'}]}} from dv-cinder-810415-3-iscsi. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 21:09:58.424429 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:58.453543 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-14478324-fc4b-4203-a421-8898de6386bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3739781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:58.454609 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-14478324-fc4b-4203-a421-8898de6386bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4180506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:58.488657 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device e9e8bb64-87c0-4995-8096-e04505a3746a up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:09:58.505310 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-14478324-fc4b-4203-a421-8898de6386bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:58.588628 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] Allocated IP 172.20.0.2 (a627b728-d0da-44cf-8198-5d4b5c6d866c/9a42be86-5cc7-4529-b903-8c073fdb394d/1869730e-3f9a-413a-b503-8994fbff0720) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:09:58.658153 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port e9e8bb64-87c0-4995-8096-e04505a3746a completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:09:58.665305 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port e9e8bb64-87c0-4995-8096-e04505a3746a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:09:58.668650 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:58.698377 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-14478324-fc4b-4203-a421-8898de6386bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:58.764070 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:58.799757 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:58.822584 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03f50da-4287-4059-be13-5b3aeb9c88d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e8bb64-87c0-4995-8096-e04505a3746a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:09:58.824830 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3457b8-77cc-4ac8-802c-966f8e07ebeb" -d '{"events": [{"server_uuid": "a03f50da-4287-4059-be13-5b3aeb9c88d5", "name": "network-vif-plugged", "status": "completed", "tag": "e9e8bb64-87c0-4995-8096-e04505a3746a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:09:58.851462 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port e9e8bb64-87c0-4995-8096-e04505a3746a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=e9e8bb64-87c0-4995-8096-e04505a3746a,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:09:58.867508 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003e63f8-2d0a-492e-a6dd-d02809c0f4c9 x-openstack-request-id: req-003e63f8-2d0a-492e-a6dd-d02809c0f4c9 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:09:58.867867 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03f50da-4287-4059-be13-5b3aeb9c88d5", "name": "network-vif-plugged", "status": "completed", "tag": "e9e8bb64-87c0-4995-8096-e04505a3746a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:09:58.868268 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-003e63f8-2d0a-492e-a6dd-d02809c0f4c9 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:09:58.868774 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03f50da-4287-4059-be13-5b3aeb9c88d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e8bb64-87c0-4995-8096-e04505a3746a', 'code': 200} Sep 22 21:09:58.877225 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:58.913695 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] Network a627b728-d0da-44cf-8198-5d4b5c6d866c is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:09:58.918099 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:09:58.921603 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:09:58.931539 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] Pushing event updated for resources: {'Port': ['ID=1869730e-3f9a-413a-b503-8994fbff0720,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:58.969283 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:58.991605 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-14478324-fc4b-4203-a421-8898de6386bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:58.999639 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] Attempting to bind port 1869730e-3f9a-413a-b503-8994fbff0720 on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:09:58.999639 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] Attempting to bind port 1869730e-3f9a-413a-b503-8994fbff0720 by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': 'b880bb8a-1996-4729-90ea-0d1d7930dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:09:59.000113 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] Attempting to bind port 1869730e-3f9a-413a-b503-8994fbff0720 on network a627b728-d0da-44cf-8198-5d4b5c6d866c {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:09:59.009771 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:09:59.010140 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] Checking segment: {'id': 'b880bb8a-1996-4729-90ea-0d1d7930dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:09:59.010532 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:59.010959 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] Bound using segment: {'id': 'b880bb8a-1996-4729-90ea-0d1d7930dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:09:59.011382 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] Bound port: 1869730e-3f9a-413a-b503-8994fbff0720, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b880bb8a-1996-4729-90ea-0d1d7930dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:09:59.011759 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:59.012867 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-14478324-fc4b-4203-a421-8898de6386bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:59.059759 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=e9e8bb64-87c0-4995-8096-e04505a3746a,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:59.096169 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] For port 1869730e-3f9a-413a-b503-8994fbff0720, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:09:59.099849 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] For port 1869730e-3f9a-413a-b503-8994fbff0720, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=1869730e-3f9a-413a-b503-8994fbff0720,segment=NetworkSegment(b880bb8a-1996-4729-90ea-0d1d7930dae6),segment_id=b880bb8a-1996-4729-90ea-0d1d7930dae6)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:09:59.139972 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_common [None req-14478324-fc4b-4203-a421-8898de6386bb admin admin] Allocated IP 172.27.0.246 (2c353f49-210c-4300-9e98-1f6204bdd5b4/672554c0-508e-4537-8193-f701627840d3/a3112122-5666-41d5-8488-b3cb59719e5e) {{(pid=94795) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:09:59.219892 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:59.233187 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6e016-5590-47b4-8415-923b2f4d58f1 req-1dd8483c-d402-46bc-a4f0-defa75c3b4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:59.242385 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-00d6e016-5590-47b4-8415-923b2f4d58f1 req-1dd8483c-d402-46bc-a4f0-defa75c3b4dd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 1098 time: 0.0408442 Sep 22 21:09:59.262978 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae19a6e-df8c-44ea-a860-92f01e9ac2ca req-c318f838-dbd3-483b-91dd-40266490009f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:09:59.264574 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1ae19a6e-df8c-44ea-a860-92f01e9ac2ca req-c318f838-dbd3-483b-91dd-40266490009f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.2330298 Sep 22 21:09:59.276211 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f76ab6-8ab8-4919-a606-eedb3fea58c7 None None] Pushing event updated for resources: {'Port': ['ID=1869730e-3f9a-413a-b503-8994fbff0720,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:59.295514 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-00d6e016-5590-47b4-8415-923b2f4d58f1 req-c5f452aa-1927-427b-b401-46e1a855c757 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526619 Sep 22 21:09:59.320655 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-14478324-fc4b-4203-a421-8898de6386bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:59.338612 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1ae19a6e-df8c-44ea-a860-92f01e9ac2ca req-b291e24c-82c4-4c84-b5ef-e89d99e89ed3 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644541 Sep 22 21:09:59.438764 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-14478324-fc4b-4203-a421-8898de6386bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:59.498698 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14478324-fc4b-4203-a421-8898de6386bb admin admin] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 is already hosted by enough agents. {{(pid=94795) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:09:59.505032 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.base_scheduler [None req-14478324-fc4b-4203-a421-8898de6386bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94795) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:09:59.507045 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14478324-fc4b-4203-a421-8898de6386bb admin admin] Pushing event updated for resources: {'Port': ['ID=a3112122-5666-41d5-8488-b3cb59719e5e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:09:59.509293 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14478324-fc4b-4203-a421-8898de6386bb admin admin] Received port after_create {{(pid=94795) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:09:59.796823 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-14478324-fc4b-4203-a421-8898de6386bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:09:59.999017 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-14478324-fc4b-4203-a421-8898de6386bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3737356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976'] for router, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:00.160540 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6981dfb8-429a-4b89-a72e-6519451b1693 None None] Network a627b728-d0da-44cf-8198-5d4b5c6d866c requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:10:00.199489 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14478324-fc4b-4203-a421-8898de6386bb admin admin] Router d3d81c14-1e1a-4451-b034-dcf8aa038f2c is scheduled to L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b with binding_index 1 {{(pid=94795) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 21:10:00.334561 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14478324-fc4b-4203-a421-8898de6386bb admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:10:00.347677 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] Sync routers for ids ['d3d81c14-1e1a-4451-b034-dcf8aa038f2c'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:10:00.351517 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 1869730e-3f9a-413a-b503-8994fbff0720 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:10:00.399458 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-14478324-fc4b-4203-a421-8898de6386bb admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:00.404392 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-14478324-fc4b-4203-a421-8898de6386bb admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0440218 Sep 22 21:10:00.404548 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49694) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:10:00.413246 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] Routers {'d3d81c14-1e1a-4451-b034-dcf8aa038f2c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:10:00.413246 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:09:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['d3d81c14-1e1a-4451-b034-dcf8aa038f2c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:10:00.474862 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0114bb72-398c-4ebc-90e1-5307e78c7888 None None] Provisioning complete for port 1869730e-3f9a-413a-b503-8994fbff0720 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:00.475236 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0114bb72-398c-4ebc-90e1-5307e78c7888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:00.495329 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486edf8-e8c8-460e-be5d-bf4e885c970c req-176c25a3-2d1b-4d44-9cc5-e2401b98e6eb tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:00.501156 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8486edf8-e8c8-460e-be5d-bf4e885c970c req-176c25a3-2d1b-4d44-9cc5-e2401b98e6eb tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0638051 Sep 22 21:10:00.547435 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8486edf8-e8c8-460e-be5d-bf4e885c970c req-a6103eaf-063e-4c36-98ce-2a5e1d9c3a83 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396786 Sep 22 21:10:00.629469 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 1869730e-3f9a-413a-b503-8994fbff0720 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:00.629841 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:00.633256 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] Set router d3d81c14-1e1a-4451-b034-dcf8aa038f2c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:10:00.772002 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0114bb72-398c-4ebc-90e1-5307e78c7888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:00.837903 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c4c23138-7e01-4c36-afba-d828c2776352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:00.866262 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0114bb72-398c-4ebc-90e1-5307e78c7888 None None] For port 1869730e-3f9a-413a-b503-8994fbff0720, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=1869730e-3f9a-413a-b503-8994fbff0720,segment=NetworkSegment(b880bb8a-1996-4729-90ea-0d1d7930dae6),segment_id=b880bb8a-1996-4729-90ea-0d1d7930dae6)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:10:00.892481 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:00.957656 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0114bb72-398c-4ebc-90e1-5307e78c7888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:00.992943 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-c4c23138-7e01-4c36-afba-d828c2776352 admin admin] Allocated IP 172.20.0.1 (a627b728-d0da-44cf-8198-5d4b5c6d866c/9a42be86-5cc7-4529-b903-8c073fdb394d/cc55b425-160d-417a-af4a-75d7a63117b4) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:10:01.019347 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'name': 'tempest-TestMinimumBasicScenario-244231121-router', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:09:58Z', 'updated_at': '2021-09-22T21:09:59Z', 'revision_number': 3, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'gw_port': {'id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:93:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:09:59Z', 'updated_at': '2021-09-22T21:09:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:10:01.062024 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] Checking router: d3d81c14-1e1a-4451-b034-dcf8aa038f2c for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:10:01.062376 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] Updating router d3d81c14-1e1a-4451-b034-dcf8aa038f2c port a3112122-5666-41d5-8488-b3cb59719e5e binding host dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:10:01.088833 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.db.api [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94797) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 21:10:01.089182 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG oslo_db.api [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 21:10:01.089656 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114bb72-398c-4ebc-90e1-5307e78c7888 None None] Pushing event updated for resources: {'Port': ['ID=1869730e-3f9a-413a-b503-8994fbff0720,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:01.094192 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c9a4819e-ad3c-4836-b98d-e2b51759c5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:01.101072 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:01.133266 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e4c051c2-b2e9-4159-9581-a93de85e23a4 None None] Provisioning complete for port 1869730e-3f9a-413a-b503-8994fbff0720 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:01.133628 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e4c051c2-b2e9-4159-9581-a93de85e23a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:01.190237 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c4c23138-7e01-4c36-afba-d828c2776352 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:01.322739 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c4c23138-7e01-4c36-afba-d828c2776352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:01.367382 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c23138-7e01-4c36-afba-d828c2776352 admin admin] Network a627b728-d0da-44cf-8198-5d4b5c6d866c is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:10:01.370102 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-c4c23138-7e01-4c36-afba-d828c2776352 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:10:01.372502 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c23138-7e01-4c36-afba-d828c2776352 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:10:01.398798 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c23138-7e01-4c36-afba-d828c2776352 admin admin] Pushing event updated for resources: {'Port': ['ID=cc55b425-160d-417a-af4a-75d7a63117b4,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:01.411917 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:01.417901 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c4c23138-7e01-4c36-afba-d828c2776352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3741573'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:01.514003 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:01.565223 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] Attempting to bind port a3112122-5666-41d5-8488-b3cb59719e5e on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:10:01.565589 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] Attempting to bind port a3112122-5666-41d5-8488-b3cb59719e5e by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:10:01.565946 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] Attempting to bind port a3112122-5666-41d5-8488-b3cb59719e5e on network 2c353f49-210c-4300-9e98-1f6204bdd5b4 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:10:01.575005 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b219ea-5574-41d9-a762-416a41bb45f7 None None] Pushing event updated for resources: {'Port': ['ID=a3112122-5666-41d5-8488-b3cb59719e5e,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:01.578407 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:10:01.578782 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] Checking segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:10:01.579184 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:01.579571 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] Bound using segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:10:01.580041 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] Bound port: a3112122-5666-41d5-8488-b3cb59719e5e, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:10:01.580448 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:01.634669 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c4c23138-7e01-4c36-afba-d828c2776352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:01.672375 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] For port a3112122-5666-41d5-8488-b3cb59719e5e, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:10:01.672494 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b10a8-720e-4103-9fe8-d35f2c4335d9 req-c7f110c7-6561-4056-a670-0d6c45834313 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:01.673024 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] For port a3112122-5666-41d5-8488-b3cb59719e5e, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=a3112122-5666-41d5-8488-b3cb59719e5e,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:10:01.673803 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-002b10a8-720e-4103-9fe8-d35f2c4335d9 req-c7f110c7-6561-4056-a670-0d6c45834313 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0537348 Sep 22 21:10:01.676436 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b7261989-2da0-4106-a010-16f97fe90e5d None None] Provisioning complete for port cc55b425-160d-417a-af4a-75d7a63117b4 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:01.676847 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b7261989-2da0-4106-a010-16f97fe90e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:01.711050 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-b7261989-2da0-4106-a010-16f97fe90e5d None None] Port cc55b425-160d-417a-af4a-75d7a63117b4 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:10:01.716123 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-002b10a8-720e-4103-9fe8-d35f2c4335d9 req-36dbf5bc-1adb-4b42-af44-de75d3e56507 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349820 Sep 22 21:10:01.753920 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:01.812347 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c4c23138-7e01-4c36-afba-d828c2776352 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:01.818393 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] Routers {'d3d81c14-1e1a-4451-b034-dcf8aa038f2c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:10:01.819015 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:09:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['d3d81c14-1e1a-4451-b034-dcf8aa038f2c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:10:01.822546 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b219ea-5574-41d9-a762-416a41bb45f7 None None] Pushing event updated for resources: {'Port': ['ID=a3112122-5666-41d5-8488-b3cb59719e5e,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:01.870969 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c4c23138-7e01-4c36-afba-d828c2776352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:01.892499 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e45be8-5f61-4698-a712-ea2065a6b51f req-81b570ca-720c-4350-9036-20dbee3f5b7e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:01.896009 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c3e45be8-5f61-4698-a712-ea2065a6b51f req-81b570ca-720c-4350-9036-20dbee3f5b7e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.1079595 Sep 22 21:10:01.902903 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 49706) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:10:01.907548 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-60183c1b-40f6-44a7-9fbb-139970eab86f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Request body: {'floatingip': {'port_id': 'e9e8bb64-87c0-4995-8096-e04505a3746a'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:10:01.934362 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] Set router d3d81c14-1e1a-4451-b034-dcf8aa038f2c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:10:01.937383 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c4c23138-7e01-4c36-afba-d828c2776352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3740533'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:01.939201 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c23138-7e01-4c36-afba-d828c2776352 admin admin] Pushing event updated for resources: {'Port': ['ID=cc55b425-160d-417a-af4a-75d7a63117b4,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:01.951130 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-60183c1b-40f6-44a7-9fbb-139970eab86f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for floatingip, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:02.044491 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c23138-7e01-4c36-afba-d828c2776352 admin admin] Network a627b728-d0da-44cf-8198-5d4b5c6d866c is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:10:02.045914 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-c4c23138-7e01-4c36-afba-d828c2776352 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:10:02.194620 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c23138-7e01-4c36-afba-d828c2776352 admin admin] Router d3d81c14-1e1a-4451-b034-dcf8aa038f2c has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:10:02.300701 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 1869730e-3f9a-413a-b503-8994fbff0720 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:10:02.356023 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c23138-7e01-4c36-afba-d828c2776352 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:10:02.361467 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-c4c23138-7e01-4c36-afba-d828c2776352 admin admin] 10.222.0.42 "PUT /v2.0/routers/d3d81c14-1e1a-4451-b034-dcf8aa038f2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9563887 Sep 22 21:10:02.375068 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a36ee721-4518-4e3e-bd8a-fb12b022dfee None None] Provisioning complete for port cc55b425-160d-417a-af4a-75d7a63117b4 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:02.375442 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a36ee721-4518-4e3e-bd8a-fb12b022dfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:02.425356 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'name': 'tempest-TestMinimumBasicScenario-244231121-router', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:09:58Z', 'updated_at': '2021-09-22T21:10:01Z', 'revision_number': 4, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'gw_port': {'id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:93:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:09:59Z', 'updated_at': '2021-09-22T21:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'cc55b425-160d-417a-af4a-75d7a63117b4', 'name': '', 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'mac_address': 'fa:16:3e:76:ff:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:00Z', 'updated_at': '2021-09-22T21:10:00Z', 'revision_number': 1, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'subnets': [{'id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:10:02.428898 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-a36ee721-4518-4e3e-bd8a-fb12b022dfee None None] Port cc55b425-160d-417a-af4a-75d7a63117b4 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:10:02.454575 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 1869730e-3f9a-413a-b503-8994fbff0720 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:02.454946 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:02.456923 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bb0e58-2122-4c05-bfe6-59e29038ffb6 None None] The sync data for ids ['d3d81c14-1e1a-4451-b034-dcf8aa038f2c'] in dv-cinder-810415-3-iscsi is: [{'id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'name': 'tempest-TestMinimumBasicScenario-244231121-router', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:09:58Z', 'updated_at': '2021-09-22T21:10:01Z', 'revision_number': 4, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'gw_port': {'id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:93:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:09:59Z', 'updated_at': '2021-09-22T21:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'cc55b425-160d-417a-af4a-75d7a63117b4', 'name': '', 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'mac_address': 'fa:16:3e:76:ff:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:00Z', 'updated_at': '2021-09-22T21:10:00Z', 'revision_number': 1, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'subnets': [{'id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:10:02.495707 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-60183c1b-40f6-44a7-9fbb-139970eab86f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:02.571004 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-60183c1b-40f6-44a7-9fbb-139970eab86f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741466'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:02.694867 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.db.l3_db [None req-60183c1b-40f6-44a7-9fbb-139970eab86f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Floating IP c6b94791-bb39-4378-be8a-9928158a82d8 associated. External IP: 172.27.0.171, port: e9e8bb64-87c0-4995-8096-e04505a3746a. Sep 22 21:10:02.925623 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60183c1b-40f6-44a7-9fbb-139970eab86f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Router 6024d0f1-aa12-40a6-87fe-640b96abffb0 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:10:03.194974 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49732) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:10:03.199901 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-2b764f2c-a410-4f1e-a853-2dee9208b4a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1397465801-network', 'tenant_id': '39fb735152c7416dadeccb90bea7c94f'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:10:03.308023 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b764f2c-a410-4f1e-a853-2dee9208b4a9 admin admin] Made reservation on behalf of 39fb735152c7416dadeccb90bea7c94f for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:10:03.311237 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2b764f2c-a410-4f1e-a853-2dee9208b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:03.327365 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60183c1b-40f6-44a7-9fbb-139970eab86f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:10:03.332128 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-60183c1b-40f6-44a7-9fbb-139970eab86f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:03.344230 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb41ad4-8b78-4bd1-b2ca-68017c28859f None None] Sync routers for ids ['6024d0f1-aa12-40a6-87fe-640b96abffb0'] in dv-cinder-810415-3-iscsi {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:10:03.358583 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb41ad4-8b78-4bd1-b2ca-68017c28859f None None] Routers {'6024d0f1-aa12-40a6-87fe-640b96abffb0'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:10:03.359746 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-dfb41ad4-8b78-4bd1-b2ca-68017c28859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:09:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['6024d0f1-aa12-40a6-87fe-640b96abffb0'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:10:03.366886 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-60183c1b-40f6-44a7-9fbb-139970eab86f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "PUT /v2.0/floatingips/c6b94791-bb39-4378-be8a-9928158a82d8 HTTP/1.1" status: 200 len: 991 time: 1.4600465 Sep 22 21:10:03.366886 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03f50da-4287-4059-be13-5b3aeb9c88d5', 'tag': 'e9e8bb64-87c0-4995-8096-e04505a3746a'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:10:03.369509 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f9e82ad46dbda8c41019e9d45a01ce2f125e700925afeafc1c5e0f0766aab3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c48a23-7a5c-4596-b764-66aeb5287144" -d '{"events": [{"name": "network-changed", "server_uuid": "a03f50da-4287-4059-be13-5b3aeb9c88d5", "tag": "e9e8bb64-87c0-4995-8096-e04505a3746a"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:10:03.422318 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c18d76-cd7d-40e0-9b30-6b2fa21860c0 x-openstack-request-id: req-99c18d76-cd7d-40e0-9b30-6b2fa21860c0 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:10:03.422493 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a03f50da-4287-4059-be13-5b3aeb9c88d5", "tag": "e9e8bb64-87c0-4995-8096-e04505a3746a", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:10:03.422689 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-99c18d76-cd7d-40e0-9b30-6b2fa21860c0 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:10:03.423080 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03f50da-4287-4059-be13-5b3aeb9c88d5', 'tag': 'e9e8bb64-87c0-4995-8096-e04505a3746a', 'status': 'completed', 'code': 200} Sep 22 21:10:03.519509 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-dfb41ad4-8b78-4bd1-b2ca-68017c28859f None None] Set router 6024d0f1-aa12-40a6-87fe-640b96abffb0 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:10:03.628505 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2b764f2c-a410-4f1e-a853-2dee9208b4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:03.648454 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-41a95b14-4a9e-4de3-b4be-d879cb5199de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:03.667884 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c48a23-7a5c-4596-b764-66aeb5287144 req-df52c21e-77f5-4ec4-b356-4058c6ad578c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:03.669418 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-31c48a23-7a5c-4596-b764-66aeb5287144 req-df52c21e-77f5-4ec4-b356-4058c6ad578c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6b763283e694a7fb6a51a7298132497&device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 1098 time: 0.0645504 Sep 22 21:10:03.791296 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-dfb41ad4-8b78-4bd1-b2ca-68017c28859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:05:03Z', 'revision_number': 4, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port': {'id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': 'c6b94791-bb39-4378-be8a-9928158a82d8', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'port_id': 'e9e8bb64-87c0-4995-8096-e04505a3746a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'mac_address': 'fa:16:3e:87:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f50da-4287-4059-be13-5b3aeb9c88d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:09:47Z', 'updated_at': '2021-09-22T21:10:02Z', 'revision_number': 1, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae337004-0185-4af4-ba09-5ec9991f4769', 'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'mac_address': 'fa:16:3e:99:61:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:02Z', 'updated_at': '2021-09-22T21:05:09Z', 'revision_number': 5, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'subnets': [{'id': '6978b747-bc4a-4923-9a63-b539852557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:10:03.801797 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c48a23-7a5c-4596-b764-66aeb5287144 req-bb3e0fce-237f-450b-8317-f19f6d79be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:03.803306 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-31c48a23-7a5c-4596-b764-66aeb5287144 req-bb3e0fce-237f-450b-8317-f19f6d79be0b service neutron] 10.222.0.48 "GET /v2.0/networks?id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb HTTP/1.1" status: 200 len: 917 time: 0.1243320 Sep 22 21:10:03.818218 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb41ad4-8b78-4bd1-b2ca-68017c28859f None None] Checking router: 6024d0f1-aa12-40a6-87fe-640b96abffb0 for host: dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:10:03.824197 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2b764f2c-a410-4f1e-a853-2dee9208b4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:03.828033 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb41ad4-8b78-4bd1-b2ca-68017c28859f None None] Routers {'6024d0f1-aa12-40a6-87fe-640b96abffb0'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:10:03.828684 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-dfb41ad4-8b78-4bd1-b2ca-68017c28859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:10:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['6024d0f1-aa12-40a6-87fe-640b96abffb0'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:10:03.883216 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-31c48a23-7a5c-4596-b764-66aeb5287144 req-1ba614ef-5b74-44d7-b47a-4433ee0f4d30 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9e8bb64-87c0-4995-8096-e04505a3746a HTTP/1.1" status: 200 len: 999 time: 0.0705500 Sep 22 21:10:03.922535 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2b764f2c-a410-4f1e-a853-2dee9208b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:03.955012 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-dfb41ad4-8b78-4bd1-b2ca-68017c28859f None None] Set router 6024d0f1-aa12-40a6-87fe-640b96abffb0 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:10:03.957393 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b764f2c-a410-4f1e-a853-2dee9208b4a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:10:03.979752 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b764f2c-a410-4f1e-a853-2dee9208b4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c942b90-5ace-47ee-994d-4c1f9df98e74,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:03.984394 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c48a23-7a5c-4596-b764-66aeb5287144 req-f68f6096-f312-4579-a971-98a63aae7044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:03.986093 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-31c48a23-7a5c-4596-b764-66aeb5287144 req-f68f6096-f312-4579-a971-98a63aae7044 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6978b747-bc4a-4923-9a63-b539852557c1 HTTP/1.1" status: 200 len: 855 time: 0.0958297 Sep 22 21:10:03.990943 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2b764f2c-a410-4f1e-a853-2dee9208b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:03.991246 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.segments_db [None req-2b764f2c-a410-4f1e-a853-2dee9208b4a9 admin admin] Added segment 22945ac5-423a-4f25-bd03-298d3b55a6e9 of type vlan for network f7f6958e-493a-43e7-85d8-d747c7204980 Sep 22 21:10:04.061475 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2b764f2c-a410-4f1e-a853-2dee9208b4a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786351554335'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:04.086178 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c48a23-7a5c-4596-b764-66aeb5287144 req-3b021ad4-578b-432f-a963-180b46af33de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:04.088178 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-31c48a23-7a5c-4596-b764-66aeb5287144 req-3b021ad4-578b-432f-a963-180b46af33de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0878150 Sep 22 21:10:04.180684 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-31c48a23-7a5c-4596-b764-66aeb5287144 req-52713a30-15ae-410c-888f-1700b25a054f service neutron] 10.222.0.48 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845351 Sep 22 21:10:04.216397 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2b764f2c-a410-4f1e-a853-2dee9208b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:04.217440 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b764f2c-a410-4f1e-a853-2dee9208b4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:04.218044 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2b764f2c-a410-4f1e-a853-2dee9208b4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:04.285667 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-dfb41ad4-8b78-4bd1-b2ca-68017c28859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:05:03Z', 'revision_number': 4, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port': {'id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': 'c6b94791-bb39-4378-be8a-9928158a82d8', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'port_id': 'e9e8bb64-87c0-4995-8096-e04505a3746a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'mac_address': 'fa:16:3e:87:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f50da-4287-4059-be13-5b3aeb9c88d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:09:47Z', 'updated_at': '2021-09-22T21:10:02Z', 'revision_number': 1, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae337004-0185-4af4-ba09-5ec9991f4769', 'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'mac_address': 'fa:16:3e:99:61:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:02Z', 'updated_at': '2021-09-22T21:05:09Z', 'revision_number': 5, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'subnets': [{'id': '6978b747-bc4a-4923-9a63-b539852557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:10:04.287724 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b764f2c-a410-4f1e-a853-2dee9208b4a9 admin admin] Pushing event updated for resources: {'Network': ['ID=f7f6958e-493a-43e7-85d8-d747c7204980,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:04.298495 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Network f7f6958e-493a-43e7-85d8-d747c7204980 details requested by agent ovs-agent-dv-cinder-810415-3-iscsi with host dv-cinder-810415-3-iscsi {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 21:10:04.320838 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb41ad4-8b78-4bd1-b2ca-68017c28859f None None] The sync data for ids ['6024d0f1-aa12-40a6-87fe-640b96abffb0'] in dv-cinder-810415-3-iscsi is: [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:05:03Z', 'revision_number': 4, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port': {'id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': 'c6b94791-bb39-4378-be8a-9928158a82d8', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'port_id': 'e9e8bb64-87c0-4995-8096-e04505a3746a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'mac_address': 'fa:16:3e:87:87:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a03f50da-4287-4059-be13-5b3aeb9c88d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:09:47Z', 'updated_at': '2021-09-22T21:10:02Z', 'revision_number': 1, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae337004-0185-4af4-ba09-5ec9991f4769', 'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'mac_address': 'fa:16:3e:99:61:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:02Z', 'updated_at': '2021-09-22T21:05:09Z', 'revision_number': 5, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'subnets': [{'id': '6978b747-bc4a-4923-9a63-b539852557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:10:04.346285 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device a3112122-5666-41d5-8488-b3cb59719e5e up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:10:04.352293 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-31c48a23-7a5c-4596-b764-66aeb5287144 req-74fb33d1-4e03-4a94-9823-2e68fd6eb86b service neutron] 10.222.0.48 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644263 Sep 22 21:10:04.417225 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-2b764f2c-a410-4f1e-a853-2dee9208b4a9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2211425 Sep 22 21:10:04.419934 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49744) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:10:04.427463 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-2ef2c482-c6d8-47da-9193-e29128d7d46e admin admin] Request body: {'subnet': {'network_id': 'f7f6958e-493a-43e7-85d8-d747c7204980', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1397465801-subnet', 'tenant_id': '39fb735152c7416dadeccb90bea7c94f', 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:10:04.445290 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port a3112122-5666-41d5-8488-b3cb59719e5e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:04.445665 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:04.467314 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:04.533820 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:04.539891 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:04.553867 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] For port a3112122-5666-41d5-8488-b3cb59719e5e, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=a3112122-5666-41d5-8488-b3cb59719e5e,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:10:04.573686 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef2c482-c6d8-47da-9193-e29128d7d46e admin admin] Made reservation on behalf of 39fb735152c7416dadeccb90bea7c94f for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:10:04.575995 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c482-c6d8-47da-9193-e29128d7d46e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26048987'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:04.696985 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:04.751573 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Pushing event updated for resources: {'Port': ['ID=a3112122-5666-41d5-8488-b3cb59719e5e,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:04.811513 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] Sync routers for ids ['d3d81c14-1e1a-4451-b034-dcf8aa038f2c'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:10:04.822224 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] Routers {'d3d81c14-1e1a-4451-b034-dcf8aa038f2c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:10:04.822901 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:10:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['d3d81c14-1e1a-4451-b034-dcf8aa038f2c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:10:04.871144 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c482-c6d8-47da-9193-e29128d7d46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27223683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26049001'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:04.933460 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef2c482-c6d8-47da-9193-e29128d7d46e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0328bf3-80ba-44e5-a255-cd6a7090aa20,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:04.936979 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] Set router d3d81c14-1e1a-4451-b034-dcf8aa038f2c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:10:04.944142 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef2c482-c6d8-47da-9193-e29128d7d46e admin admin] Checking segment: {'id': '22945ac5-423a-4f25-bd03-298d3b55a6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f7f6958e-493a-43e7-85d8-d747c7204980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:10:04.944639 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef2c482-c6d8-47da-9193-e29128d7d46e admin admin] Network hostable DHCP agents. Network: f7f6958e-493a-43e7-85d8-d747c7204980, hostable agents: ['56809e1b-eac6-40c1-a412-0e5017dff325'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:10:04.954350 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce2a59-5fd7-4e77-ab42-d8cd7596181a None None] New status for floating IP c6b94791-bb39-4378-be8a-9928158a82d8: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:10:05.051284 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef2c482-c6d8-47da-9193-e29128d7d46e admin admin] Network f7f6958e-493a-43e7-85d8-d747c7204980 is scheduled to be hosted by DHCP agent 56809e1b-eac6-40c1-a412-0e5017dff325 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:10:05.144976 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'name': 'tempest-TestMinimumBasicScenario-244231121-router', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:09:58Z', 'updated_at': '2021-09-22T21:10:01Z', 'revision_number': 4, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'gw_port': {'id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:09:59Z', 'updated_at': '2021-09-22T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'cc55b425-160d-417a-af4a-75d7a63117b4', 'name': '', 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'mac_address': 'fa:16:3e:76:ff:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:00Z', 'updated_at': '2021-09-22T21:10:01Z', 'revision_number': 2, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'subnets': [{'id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:10:05.172037 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] Checking router: d3d81c14-1e1a-4451-b034-dcf8aa038f2c for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:10:05.172379 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] Updating router d3d81c14-1e1a-4451-b034-dcf8aa038f2c port cc55b425-160d-417a-af4a-75d7a63117b4 binding host dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:10:05.197187 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:05.212687 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-2ef2c482-c6d8-47da-9193-e29128d7d46e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-3-iscsi, f7f6958e-493a-43e7-85d8-d747c7204980) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:10:05.217831 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef2c482-c6d8-47da-9193-e29128d7d46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:05.218403 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-2ef2c482-c6d8-47da-9193-e29128d7d46e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:05.230939 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab04a2a9-34f4-4204-8d25-6af46db32b55 None None] Network f7f6958e-493a-43e7-85d8-d747c7204980 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:10:05.303166 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-2ef2c482-c6d8-47da-9193-e29128d7d46e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8820927 Sep 22 21:10:05.305591 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49758) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:10:05.309871 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-bc7a97f1-751d-4de6-9a66-6c5736406598 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1397465801-router', 'tenant_id': '39fb735152c7416dadeccb90bea7c94f', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:10:05.496418 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd055608f-81b6-5a45-b436-6df0833047cb-f7f6958e-493a-43e7-85d8-d747c7204980', 'network_id': 'f7f6958e-493a-43e7-85d8-d747c7204980', 'tenant_id': '39fb735152c7416dadeccb90bea7c94f', 'fixed_ips': [{'subnet_id': 'e0328bf3-80ba-44e5-a255-cd6a7090aa20'}]}} from dv-cinder-810415-3-iscsi. {{(pid=94797) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 22 21:10:05.496844 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc7a97f1-751d-4de6-9a66-6c5736406598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3739781', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:05.497269 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:05.497889 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc7a97f1-751d-4de6-9a66-6c5736406598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3737461', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3745925', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4180506', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:05.557117 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc7a97f1-751d-4de6-9a66-6c5736406598 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:05.694379 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:05.716326 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.db_base_plugin_common [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] Allocated IP 172.20.0.2 (f7f6958e-493a-43e7-85d8-d747c7204980/e0328bf3-80ba-44e5-a255-cd6a7090aa20/c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1) {{(pid=94797) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:10:05.783263 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc7a97f1-751d-4de6-9a66-6c5736406598 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:05.801451 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:05.874565 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71ae2f-ba1f-4307-ad67-021e4600a895 None None] Pushing event updated for resources: {'Port': ['ID=cc55b425-160d-417a-af4a-75d7a63117b4,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:05.969402 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] Attempting to bind port cc55b425-160d-417a-af4a-75d7a63117b4 on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:10:05.969773 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] Attempting to bind port cc55b425-160d-417a-af4a-75d7a63117b4 by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': 'b880bb8a-1996-4729-90ea-0d1d7930dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:10:05.970246 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] Attempting to bind port cc55b425-160d-417a-af4a-75d7a63117b4 on network a627b728-d0da-44cf-8198-5d4b5c6d866c {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:10:05.984609 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:10:05.985066 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] Checking segment: {'id': 'b880bb8a-1996-4729-90ea-0d1d7930dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:10:05.985396 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:05.986792 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] Bound using segment: {'id': 'b880bb8a-1996-4729-90ea-0d1d7930dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:10:05.987288 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] Bound port: cc55b425-160d-417a-af4a-75d7a63117b4, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b880bb8a-1996-4729-90ea-0d1d7930dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:10:05.988191 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:05.990119 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] Notify callbacks [] for port, precommit_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:06.057673 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] For port cc55b425-160d-417a-af4a-75d7a63117b4, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:10:06.060823 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] For port cc55b425-160d-417a-af4a-75d7a63117b4, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=cc55b425-160d-417a-af4a-75d7a63117b4,segment=NetworkSegment(b880bb8a-1996-4729-90ea-0d1d7930dae6),segment_id=b880bb8a-1996-4729-90ea-0d1d7930dae6)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:10:06.085209 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169'] for port, after_create {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:06.134989 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] Network f7f6958e-493a-43e7-85d8-d747c7204980 is already hosted by enough agents. {{(pid=94797) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:10:06.138765 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc7a97f1-751d-4de6-9a66-6c5736406598 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:06.143558 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.scheduler.base_scheduler [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] Resources bound (agent type, host, resource id): {{(pid=94797) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:10:06.146565 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] Received port after_create {{(pid=94797) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:10:06.148877 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] Pushing event updated for resources: {'Port': ['ID=c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1,revision_number=1']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:06.151853 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b82d5d1b-1fd1-49c7-b500-250d3455e1d5 None None] Provisioning complete for port cc55b425-160d-417a-af4a-75d7a63117b4 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:06.152216 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b82d5d1b-1fd1-49c7-b500-250d3455e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:06.157344 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc7a97f1-751d-4de6-9a66-6c5736406598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:06.175168 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:06.273641 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-bc7a97f1-751d-4de6-9a66-6c5736406598 admin admin] Allocated IP 172.27.0.251 (2c353f49-210c-4300-9e98-1f6204bdd5b4/672554c0-508e-4537-8193-f701627840d3/39242300-714f-4e28-babd-0bbfd52d9485) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:10:06.305063 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] Attempting to bind port c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1 on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:10:06.305573 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] Attempting to bind port c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1 by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': '22945ac5-423a-4f25-bd03-298d3b55a6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f7f6958e-493a-43e7-85d8-d747c7204980'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:10:06.306472 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] Attempting to bind port c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1 on network f7f6958e-493a-43e7-85d8-d747c7204980 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:10:06.308432 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device a3112122-5666-41d5-8488-b3cb59719e5e up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:10:06.321114 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] Routers {'d3d81c14-1e1a-4451-b034-dcf8aa038f2c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:10:06.321758 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:10:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['d3d81c14-1e1a-4451-b034-dcf8aa038f2c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:10:06.323443 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71ae2f-ba1f-4307-ad67-021e4600a895 None None] Pushing event updated for resources: {'Port': ['ID=cc55b425-160d-417a-af4a-75d7a63117b4,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:06.328428 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:10:06.328823 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] Checking segment: {'id': '22945ac5-423a-4f25-bd03-298d3b55a6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f7f6958e-493a-43e7-85d8-d747c7204980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:10:06.329289 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:06.329615 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] Bound using segment: {'id': '22945ac5-423a-4f25-bd03-298d3b55a6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f7f6958e-493a-43e7-85d8-d747c7204980'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:10:06.330090 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] Bound port: c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22945ac5-423a-4f25-bd03-298d3b55a6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f7f6958e-493a-43e7-85d8-d747c7204980'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:10:06.330467 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:06.393436 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:06.395453 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc7a97f1-751d-4de6-9a66-6c5736406598 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:06.505909 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc7a97f1-751d-4de6-9a66-6c5736406598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:06.551017 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7a97f1-751d-4de6-9a66-6c5736406598 admin admin] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:10:06.553904 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-bc7a97f1-751d-4de6-9a66-6c5736406598 admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:10:06.557204 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7a97f1-751d-4de6-9a66-6c5736406598 admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:10:06.564427 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a97f1-751d-4de6-9a66-6c5736406598 admin admin] Pushing event updated for resources: {'Port': ['ID=39242300-714f-4e28-babd-0bbfd52d9485,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:06.596393 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b82d5d1b-1fd1-49c7-b500-250d3455e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:06.680999 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] For port c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:10:06.683849 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] Set router d3d81c14-1e1a-4451-b034-dcf8aa038f2c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:10:06.727921 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-b82d5d1b-1fd1-49c7-b500-250d3455e1d5 None None] For port cc55b425-160d-417a-af4a-75d7a63117b4, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=cc55b425-160d-417a-af4a-75d7a63117b4,segment=NetworkSegment(b880bb8a-1996-4729-90ea-0d1d7930dae6),segment_id=b880bb8a-1996-4729-90ea-0d1d7930dae6)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:10:06.730272 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port a3112122-5666-41d5-8488-b3cb59719e5e triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:06.730637 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:06.733150 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] For port c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1,segment=NetworkSegment(22945ac5-423a-4f25-bd03-298d3b55a6e9),segment_id=22945ac5-423a-4f25-bd03-298d3b55a6e9)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:10:06.859937 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:06.864558 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b82d5d1b-1fd1-49c7-b500-250d3455e1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:06.916624 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc7a97f1-751d-4de6-9a66-6c5736406598 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:06.984309 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6b70b-35cc-476c-ba1c-ace871ffaa0c None None] Pushing event updated for resources: {'Port': ['ID=c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:07.038968 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-bc0d90c5-e849-48ec-917f-d2fb77ab3399 None None] Provisioning complete for port cc55b425-160d-417a-af4a-75d7a63117b4 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:07.039340 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bc0d90c5-e849-48ec-917f-d2fb77ab3399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:07.097554 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d5d1b-1fd1-49c7-b500-250d3455e1d5 None None] Pushing event updated for resources: {'Port': ['ID=cc55b425-160d-417a-af4a-75d7a63117b4,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:07.115977 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'name': 'tempest-TestMinimumBasicScenario-244231121-router', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:09:58Z', 'updated_at': '2021-09-22T21:10:01Z', 'revision_number': 4, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'gw_port': {'id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:09:59Z', 'updated_at': '2021-09-22T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'cc55b425-160d-417a-af4a-75d7a63117b4', 'name': '', 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'mac_address': 'fa:16:3e:76:ff:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:00Z', 'updated_at': '2021-09-22T21:10:06Z', 'revision_number': 4, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'subnets': [{'id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:10:07.147912 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc7a97f1-751d-4de6-9a66-6c5736406598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3737356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3745976'] for router, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:07.181593 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abba30b-172a-46a7-91f4-cd61ae50527c None None] The sync data for ids ['d3d81c14-1e1a-4451-b034-dcf8aa038f2c'] in dv-cinder-810415-3-iscsi is: [{'id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'name': 'tempest-TestMinimumBasicScenario-244231121-router', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:09:58Z', 'updated_at': '2021-09-22T21:10:01Z', 'revision_number': 4, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'gw_port': {'id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:09:59Z', 'updated_at': '2021-09-22T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'cc55b425-160d-417a-af4a-75d7a63117b4', 'name': '', 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'mac_address': 'fa:16:3e:76:ff:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:00Z', 'updated_at': '2021-09-22T21:10:06Z', 'revision_number': 4, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'subnets': [{'id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:10:07.356548 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7a97f1-751d-4de6-9a66-6c5736406598 admin admin] Router b7dabd6e-218a-4caf-a77d-bb400c742656 is scheduled to L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b with binding_index 1 {{(pid=94796) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 22 21:10:07.465315 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7a97f1-751d-4de6-9a66-6c5736406598 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:10:07.474814 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] Sync routers for ids ['b7dabd6e-218a-4caf-a77d-bb400c742656'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:10:07.484581 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] Routers {'b7dabd6e-218a-4caf-a77d-bb400c742656'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:10:07.485242 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:10:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['b7dabd6e-218a-4caf-a77d-bb400c742656'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:10:07.548041 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bc7a97f1-751d-4de6-9a66-6c5736406598 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:07.551764 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-bc7a97f1-751d-4de6-9a66-6c5736406598 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2427917 Sep 22 21:10:07.552252 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 49772) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:10:07.596926 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] Set router b7dabd6e-218a-4caf-a77d-bb400c742656 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:10:07.825733 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'name': 'tempest-TestMinimumBasicScenario-1397465801-router', 'tenant_id': '39fb735152c7416dadeccb90bea7c94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '39242300-714f-4e28-babd-0bbfd52d9485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:10:05Z', 'updated_at': '2021-09-22T21:10:06Z', 'revision_number': 3, 'project_id': '39fb735152c7416dadeccb90bea7c94f', 'gw_port': {'id': '39242300-714f-4e28-babd-0bbfd52d9485', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:06Z', 'updated_at': '2021-09-22T21:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:10:07.872268 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] Checking router: b7dabd6e-218a-4caf-a77d-bb400c742656 for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:10:07.872680 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] Updating router b7dabd6e-218a-4caf-a77d-bb400c742656 port 39242300-714f-4e28-babd-0bbfd52d9485 binding host dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:10:07.911473 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:08.019270 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54a79f9-469a-4e39-ab45-a20245b50be1 None None] Network f7f6958e-493a-43e7-85d8-d747c7204980 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:10:08.124046 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-5e37cb9f-ba8e-40f2-ab57-f74591aabb69 None None] Provisioning complete for port c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:08.124409 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5e37cb9f-ba8e-40f2-ab57-f74591aabb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:08.222509 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-134d99bc-c59b-477c-b2db-cd66a800e14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:08.370057 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] Notify callbacks [] for port, precommit_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:08.373638 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5e37cb9f-ba8e-40f2-ab57-f74591aabb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:08.413726 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-134d99bc-c59b-477c-b2db-cd66a800e14d admin admin] Allocated IP 172.20.0.1 (f7f6958e-493a-43e7-85d8-d747c7204980/e0328bf3-80ba-44e5-a255-cd6a7090aa20/da974e22-421e-45a3-a380-87f705956538) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:10:08.415449 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-5e37cb9f-ba8e-40f2-ab57-f74591aabb69 None None] For port c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1,segment=NetworkSegment(22945ac5-423a-4f25-bd03-298d3b55a6e9),segment_id=22945ac5-423a-4f25-bd03-298d3b55a6e9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:10:08.420138 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device cc55b425-160d-417a-af4a-75d7a63117b4 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:10:08.462826 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:08.497260 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5e37cb9f-ba8e-40f2-ab57-f74591aabb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:08.508744 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port cc55b425-160d-417a-af4a-75d7a63117b4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:08.509646 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:08.523321 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-134d99bc-c59b-477c-b2db-cd66a800e14d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:08.611001 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-134d99bc-c59b-477c-b2db-cd66a800e14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:08.655057 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134d99bc-c59b-477c-b2db-cd66a800e14d admin admin] Network f7f6958e-493a-43e7-85d8-d747c7204980 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:10:08.658107 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-134d99bc-c59b-477c-b2db-cd66a800e14d admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:10:08.661537 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134d99bc-c59b-477c-b2db-cd66a800e14d admin admin] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:10:08.680048 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f3fce-04bf-472f-ae6f-124a5f4231b5 None None] Pushing event updated for resources: {'Port': ['ID=39242300-714f-4e28-babd-0bbfd52d9485,revision_number=2']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:08.691282 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d99bc-c59b-477c-b2db-cd66a800e14d admin admin] Pushing event updated for resources: {'Port': ['ID=da974e22-421e-45a3-a380-87f705956538,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:08.691779 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] Attempting to bind port 39242300-714f-4e28-babd-0bbfd52d9485 on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:10:08.692147 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] Attempting to bind port 39242300-714f-4e28-babd-0bbfd52d9485 by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:10:08.692500 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] Attempting to bind port 39242300-714f-4e28-babd-0bbfd52d9485 on network 2c353f49-210c-4300-9e98-1f6204bdd5b4 {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:10:08.710923 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-134d99bc-c59b-477c-b2db-cd66a800e14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3741573'] for router_interface, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:08.732851 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:10:08.733220 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] Checking segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94797) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:10:08.733627 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:08.734029 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] Bound using segment: {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'} {{(pid=94797) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:10:08.734488 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.managers [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] Bound port: 39242300-714f-4e28-babd-0bbfd52d9485, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a59dda77-9f4d-4db7-993a-65a63ccea8cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}}] {{(pid=94797) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:10:08.734861 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:08.780924 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-b7df2520-7606-4a96-81e9-7315e572ffe7 None None] Provisioning complete for port c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:08.781295 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b7df2520-7606-4a96-81e9-7315e572ffe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:08.813993 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37cb9f-ba8e-40f2-ab57-f74591aabb69 None None] Pushing event updated for resources: {'Port': ['ID=c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:08.868455 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] For port 39242300-714f-4e28-babd-0bbfd52d9485, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94797) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:10:08.886992 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] For port 39242300-714f-4e28-babd-0bbfd52d9485, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=39242300-714f-4e28-babd-0bbfd52d9485,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94797) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:10:08.895571 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:10:08.929714 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-134d99bc-c59b-477c-b2db-cd66a800e14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:08.964950 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:09.040902 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:09.041269 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:09.043684 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] Routers {'b7dabd6e-218a-4caf-a77d-bb400c742656'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:10:09.044304 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:10:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['b7dabd6e-218a-4caf-a77d-bb400c742656'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:10:09.063096 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f3fce-04bf-472f-ae6f-124a5f4231b5 None None] Pushing event updated for resources: {'Port': ['ID=39242300-714f-4e28-babd-0bbfd52d9485,revision_number=3']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:09.091053 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-134d99bc-c59b-477c-b2db-cd66a800e14d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:09.150956 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-134d99bc-c59b-477c-b2db-cd66a800e14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:09.178454 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-0034acab-2896-4147-839b-80571af53693 None None] Provisioning complete for port da974e22-421e-45a3-a380-87f705956538 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:09.178825 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0034acab-2896-4147-839b-80571af53693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:09.217405 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-134d99bc-c59b-477c-b2db-cd66a800e14d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3673055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3740533'] for router_interface, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:09.219209 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d99bc-c59b-477c-b2db-cd66a800e14d admin admin] Pushing event updated for resources: {'Port': ['ID=da974e22-421e-45a3-a380-87f705956538,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:09.240422 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] Set router b7dabd6e-218a-4caf-a77d-bb400c742656 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:10:09.284718 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-0034acab-2896-4147-839b-80571af53693 None None] Port da974e22-421e-45a3-a380-87f705956538 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:10:09.315207 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134d99bc-c59b-477c-b2db-cd66a800e14d admin admin] Network f7f6958e-493a-43e7-85d8-d747c7204980 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:10:09.316654 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-134d99bc-c59b-477c-b2db-cd66a800e14d admin admin] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:10:09.432046 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134d99bc-c59b-477c-b2db-cd66a800e14d admin admin] Router b7dabd6e-218a-4caf-a77d-bb400c742656 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:10:09.455990 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'name': 'tempest-TestMinimumBasicScenario-1397465801-router', 'tenant_id': '39fb735152c7416dadeccb90bea7c94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '39242300-714f-4e28-babd-0bbfd52d9485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:10:05Z', 'updated_at': '2021-09-22T21:10:08Z', 'revision_number': 4, 'project_id': '39fb735152c7416dadeccb90bea7c94f', 'gw_port': {'id': '39242300-714f-4e28-babd-0bbfd52d9485', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:06Z', 'updated_at': '2021-09-22T21:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'da974e22-421e-45a3-a380-87f705956538', 'name': '', 'network_id': 'f7f6958e-493a-43e7-85d8-d747c7204980', 'tenant_id': '39fb735152c7416dadeccb90bea7c94f', 'mac_address': 'fa:16:3e:1e:1a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e0328bf3-80ba-44e5-a255-cd6a7090aa20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:08Z', 'updated_at': '2021-09-22T21:10:08Z', 'revision_number': 1, 'project_id': '39fb735152c7416dadeccb90bea7c94f', 'subnets': [{'id': 'e0328bf3-80ba-44e5-a255-cd6a7090aa20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:10:09.482269 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88385d9a-f970-4173-9c87-a39ae4afc94f None None] The sync data for ids ['b7dabd6e-218a-4caf-a77d-bb400c742656'] in dv-cinder-810415-3-iscsi is: [{'id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'name': 'tempest-TestMinimumBasicScenario-1397465801-router', 'tenant_id': '39fb735152c7416dadeccb90bea7c94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '39242300-714f-4e28-babd-0bbfd52d9485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:10:05Z', 'updated_at': '2021-09-22T21:10:08Z', 'revision_number': 4, 'project_id': '39fb735152c7416dadeccb90bea7c94f', 'gw_port': {'id': '39242300-714f-4e28-babd-0bbfd52d9485', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:06Z', 'updated_at': '2021-09-22T21:10:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'da974e22-421e-45a3-a380-87f705956538', 'name': '', 'network_id': 'f7f6958e-493a-43e7-85d8-d747c7204980', 'tenant_id': '39fb735152c7416dadeccb90bea7c94f', 'mac_address': 'fa:16:3e:1e:1a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e0328bf3-80ba-44e5-a255-cd6a7090aa20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:08Z', 'updated_at': '2021-09-22T21:10:08Z', 'revision_number': 1, 'project_id': '39fb735152c7416dadeccb90bea7c94f', 'subnets': [{'id': 'e0328bf3-80ba-44e5-a255-cd6a7090aa20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:10:09.548485 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134d99bc-c59b-477c-b2db-cd66a800e14d admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:10:09.560414 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-134d99bc-c59b-477c-b2db-cd66a800e14d admin admin] 10.222.0.42 "PUT /v2.0/routers/b7dabd6e-218a-4caf-a77d-bb400c742656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0069165 Sep 22 21:10:09.605999 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-39ad9196-d77a-4fb3-ac6c-501ac03401e1 req-516c6bbd-1cad-43c2-b271-f583945526b6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556095 Sep 22 21:10:09.607892 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-6753ed54-ae9b-4171-a031-3106c00719cb None None] Provisioning complete for port da974e22-421e-45a3-a380-87f705956538 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:09.608269 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-6753ed54-ae9b-4171-a031-3106c00719cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:09.651859 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-6753ed54-ae9b-4171-a031-3106c00719cb None None] Port da974e22-421e-45a3-a380-87f705956538 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:10:09.710202 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad9196-d77a-4fb3-ac6c-501ac03401e1 req-17370b8d-c7fb-4063-a158-a342f5e74e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:09.711887 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-39ad9196-d77a-4fb3-ac6c-501ac03401e1 req-17370b8d-c7fb-4063-a158-a342f5e74e5d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d0303c96e4f64c148daa15e4c5fae41d&device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 1098 time: 0.0645573 Sep 22 21:10:09.827610 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad9196-d77a-4fb3-ac6c-501ac03401e1 req-f4932dd8-4ab3-4acd-880b-e3e4a02e8124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:09.829319 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-39ad9196-d77a-4fb3-ac6c-501ac03401e1 req-f4932dd8-4ab3-4acd-880b-e3e4a02e8124 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a163378-cd17-4e1b-90c3-7de042c0fc78 HTTP/1.1" status: 200 len: 910 time: 0.0984850 Sep 22 21:10:09.904458 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-39ad9196-d77a-4fb3-ac6c-501ac03401e1 req-a79454b2-cac0-4c31-94c0-2bbd6f4d7035 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df61a110-e862-4a04-b866-48b063080d70 HTTP/1.1" status: 200 len: 1000 time: 0.0682003 Sep 22 21:10:09.964216 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad9196-d77a-4fb3-ac6c-501ac03401e1 req-2259431f-022f-4704-b250-c0344e74923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:09.968933 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-39ad9196-d77a-4fb3-ac6c-501ac03401e1 req-2259431f-022f-4704-b250-c0344e74923e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e HTTP/1.1" status: 200 len: 848 time: 0.0547283 Sep 22 21:10:10.012515 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad9196-d77a-4fb3-ac6c-501ac03401e1 req-3dbbb5a3-e291-4bea-b3b8-0b73768d03c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:10.014194 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-39ad9196-d77a-4fb3-ac6c-501ac03401e1 req-3dbbb5a3-e291-4bea-b3b8-0b73768d03c4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a163378-cd17-4e1b-90c3-7de042c0fc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411558 Sep 22 21:10:10.119852 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-39ad9196-d77a-4fb3-ac6c-501ac03401e1 req-b917e21c-7e89-4c71-b35a-e09755730c94 service neutron] 10.222.0.48 "GET /v2.0/networks/2a163378-cd17-4e1b-90c3-7de042c0fc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972018 Sep 22 21:10:10.220888 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-39ad9196-d77a-4fb3-ac6c-501ac03401e1 req-5fb28b9e-ee7e-4594-901f-4a47090014f3 service neutron] 10.222.0.48 "GET /v2.0/networks/2a163378-cd17-4e1b-90c3-7de042c0fc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938568 Sep 22 21:10:10.396272 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 39242300-714f-4e28-babd-0bbfd52d9485 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:10:10.450495 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 39242300-714f-4e28-babd-0bbfd52d9485 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:10.451321 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:10.532213 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:10.552790 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] For port 39242300-714f-4e28-babd-0bbfd52d9485, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=39242300-714f-4e28-babd-0bbfd52d9485,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:10:10.645177 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:10.646421 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:10:10.743314 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Pushing event updated for resources: {'Port': ['ID=39242300-714f-4e28-babd-0bbfd52d9485,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:10.753751 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:10.754195 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:11.005272 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:11.668129 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] Sync routers for ids ['b7dabd6e-218a-4caf-a77d-bb400c742656'] in dv-cinder-810415-3-iscsi {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:10:11.677799 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] Routers {'b7dabd6e-218a-4caf-a77d-bb400c742656'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:10:11.678492 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:10:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['b7dabd6e-218a-4caf-a77d-bb400c742656'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:10:11.796340 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] Set router b7dabd6e-218a-4caf-a77d-bb400c742656 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:10:12.046405 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'name': 'tempest-TestMinimumBasicScenario-1397465801-router', 'tenant_id': '39fb735152c7416dadeccb90bea7c94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '39242300-714f-4e28-babd-0bbfd52d9485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:10:05Z', 'updated_at': '2021-09-22T21:10:08Z', 'revision_number': 4, 'project_id': '39fb735152c7416dadeccb90bea7c94f', 'gw_port': {'id': '39242300-714f-4e28-babd-0bbfd52d9485', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:06Z', 'updated_at': '2021-09-22T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'da974e22-421e-45a3-a380-87f705956538', 'name': '', 'network_id': 'f7f6958e-493a-43e7-85d8-d747c7204980', 'tenant_id': '39fb735152c7416dadeccb90bea7c94f', 'mac_address': 'fa:16:3e:1e:1a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e0328bf3-80ba-44e5-a255-cd6a7090aa20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:08Z', 'updated_at': '2021-09-22T21:10:08Z', 'revision_number': 2, 'project_id': '39fb735152c7416dadeccb90bea7c94f', 'subnets': [{'id': 'e0328bf3-80ba-44e5-a255-cd6a7090aa20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:10:12.085039 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] Checking router: b7dabd6e-218a-4caf-a77d-bb400c742656 for host: dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:10:12.085387 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] Updating router b7dabd6e-218a-4caf-a77d-bb400c742656 port da974e22-421e-45a3-a380-87f705956538 binding host dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 21:10:12.115253 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:12.342606 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 39242300-714f-4e28-babd-0bbfd52d9485 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:10:12.415743 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port 39242300-714f-4e28-babd-0bbfd52d9485 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:12.416377 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:12.480566 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] Notify callbacks [] for port, precommit_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:12.576657 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:12.627632 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945acbb-4086-44dd-9933-c428473a0bf4 None None] Pushing event updated for resources: {'Port': ['ID=da974e22-421e-45a3-a380-87f705956538,revision_number=3']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:12.641195 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945acbb-4086-44dd-9933-c428473a0bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:12.641543 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945acbb-4086-44dd-9933-c428473a0bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:12.641879 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945acbb-4086-44dd-9933-c428473a0bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:12.642220 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945acbb-4086-44dd-9933-c428473a0bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:12.642621 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945acbb-4086-44dd-9933-c428473a0bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:12.642921 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945acbb-4086-44dd-9933-c428473a0bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:12.643699 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945acbb-4086-44dd-9933-c428473a0bf4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:12.643699 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945acbb-4086-44dd-9933-c428473a0bf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:12.643996 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945acbb-4086-44dd-9933-c428473a0bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:12.644302 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945acbb-4086-44dd-9933-c428473a0bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:12.644616 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945acbb-4086-44dd-9933-c428473a0bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:12.644952 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1945acbb-4086-44dd-9933-c428473a0bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94798) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:12.712863 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] Attempting to bind port da974e22-421e-45a3-a380-87f705956538 on host dv-cinder-810415-3-iscsi for vnic_type normal with profile {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:10:12.713549 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] Attempting to bind port da974e22-421e-45a3-a380-87f705956538 by drivers openvswitch,hyperv on host dv-cinder-810415-3-iscsi at level 0 using segments [{'id': '22945ac5-423a-4f25-bd03-298d3b55a6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f7f6958e-493a-43e7-85d8-d747c7204980'}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:10:12.713549 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] Attempting to bind port da974e22-421e-45a3-a380-87f705956538 on network f7f6958e-493a-43e7-85d8-d747c7204980 {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:10:12.719013 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] Checking agent: {'id': '266c4c8c-d1ff-4737-874d-105b96e72478', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810415-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 20, 57, 4), 'started_at': datetime.datetime(2021, 9, 22, 20, 57, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810415-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:10:12.719378 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] Checking segment: {'id': '22945ac5-423a-4f25-bd03-298d3b55a6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f7f6958e-493a-43e7-85d8-d747c7204980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94798) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:10:12.719823 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:12.720209 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] Bound using segment: {'id': '22945ac5-423a-4f25-bd03-298d3b55a6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f7f6958e-493a-43e7-85d8-d747c7204980'} {{(pid=94798) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:10:12.720669 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.managers [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] Bound port: da974e22-421e-45a3-a380-87f705956538, host: dv-cinder-810415-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22945ac5-423a-4f25-bd03-298d3b55a6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f7f6958e-493a-43e7-85d8-d747c7204980'}}] {{(pid=94798) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:10:12.721232 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:12.806281 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] For port da974e22-421e-45a3-a380-87f705956538, host dv-cinder-810415-3-iscsi, cleared binding levels {{(pid=94798) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:10:12.810650 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.plugins.ml2.db [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] For port da974e22-421e-45a3-a380-87f705956538, host dv-cinder-810415-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=da974e22-421e-45a3-a380-87f705956538,segment=NetworkSegment(22945ac5-423a-4f25-bd03-298d3b55a6e9),segment_id=22945ac5-423a-4f25-bd03-298d3b55a6e9)] {{(pid=94798) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:10:12.897740 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e4ab5478-fae2-4b1c-b978-949cbe4288e7 None None] Provisioning complete for port da974e22-421e-45a3-a380-87f705956538 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:12.898408 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e4ab5478-fae2-4b1c-b978-949cbe4288e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:12.936416 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron_lib.callbacks.manager [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94798) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:12.936624 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e4ab5478-fae2-4b1c-b978-949cbe4288e7 None None] Port da974e22-421e-45a3-a380-87f705956538 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:10:13.021416 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] Routers {'b7dabd6e-218a-4caf-a77d-bb400c742656'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:10:13.026302 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:10:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['b7dabd6e-218a-4caf-a77d-bb400c742656'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:10:13.069666 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945acbb-4086-44dd-9933-c428473a0bf4 None None] Pushing event updated for resources: {'Port': ['ID=da974e22-421e-45a3-a380-87f705956538,revision_number=4']} {{(pid=94798) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:13.219379 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] Set router b7dabd6e-218a-4caf-a77d-bb400c742656 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:10:13.289624 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-c2580d29-dc9f-45b8-8b6b-efd5f52205b3 None None] Provisioning complete for port da974e22-421e-45a3-a380-87f705956538 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:13.290405 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c2580d29-dc9f-45b8-8b6b-efd5f52205b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:13.401275 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c2580d29-dc9f-45b8-8b6b-efd5f52205b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:13.436227 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-c2580d29-dc9f-45b8-8b6b-efd5f52205b3 None None] For port da974e22-421e-45a3-a380-87f705956538, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=da974e22-421e-45a3-a380-87f705956538,segment=NetworkSegment(22945ac5-423a-4f25-bd03-298d3b55a6e9),segment_id=22945ac5-423a-4f25-bd03-298d3b55a6e9)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:10:13.465222 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'name': 'tempest-TestMinimumBasicScenario-1397465801-router', 'tenant_id': '39fb735152c7416dadeccb90bea7c94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '39242300-714f-4e28-babd-0bbfd52d9485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:10:05Z', 'updated_at': '2021-09-22T21:10:08Z', 'revision_number': 4, 'project_id': '39fb735152c7416dadeccb90bea7c94f', 'gw_port': {'id': '39242300-714f-4e28-babd-0bbfd52d9485', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:06Z', 'updated_at': '2021-09-22T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'da974e22-421e-45a3-a380-87f705956538', 'name': '', 'network_id': 'f7f6958e-493a-43e7-85d8-d747c7204980', 'tenant_id': '39fb735152c7416dadeccb90bea7c94f', 'mac_address': 'fa:16:3e:1e:1a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e0328bf3-80ba-44e5-a255-cd6a7090aa20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:08Z', 'updated_at': '2021-09-22T21:10:12Z', 'revision_number': 4, 'project_id': '39fb735152c7416dadeccb90bea7c94f', 'subnets': [{'id': 'e0328bf3-80ba-44e5-a255-cd6a7090aa20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:10:13.555507 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30583987-8bed-430c-84f5-a7a33a8913fd None None] The sync data for ids ['b7dabd6e-218a-4caf-a77d-bb400c742656'] in dv-cinder-810415-3-iscsi is: [{'id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'name': 'tempest-TestMinimumBasicScenario-1397465801-router', 'tenant_id': '39fb735152c7416dadeccb90bea7c94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '39242300-714f-4e28-babd-0bbfd52d9485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:10:05Z', 'updated_at': '2021-09-22T21:10:08Z', 'revision_number': 4, 'project_id': '39fb735152c7416dadeccb90bea7c94f', 'gw_port': {'id': '39242300-714f-4e28-babd-0bbfd52d9485', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:06Z', 'updated_at': '2021-09-22T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'da974e22-421e-45a3-a380-87f705956538', 'name': '', 'network_id': 'f7f6958e-493a-43e7-85d8-d747c7204980', 'tenant_id': '39fb735152c7416dadeccb90bea7c94f', 'mac_address': 'fa:16:3e:1e:1a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'e0328bf3-80ba-44e5-a255-cd6a7090aa20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:08Z', 'updated_at': '2021-09-22T21:10:12Z', 'revision_number': 4, 'project_id': '39fb735152c7416dadeccb90bea7c94f', 'subnets': [{'id': 'e0328bf3-80ba-44e5-a255-cd6a7090aa20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:10:13.734355 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c2580d29-dc9f-45b8-8b6b-efd5f52205b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:13.786580 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2580d29-dc9f-45b8-8b6b-efd5f52205b3 None None] Pushing event updated for resources: {'Port': ['ID=da974e22-421e-45a3-a380-87f705956538,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:13.912100 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7666cb-5da7-4d2e-9df6-c6faa5f9aad7 req-8d22c5e7-1dee-4378-879b-35fa28f82a37 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:13.913847 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ec7666cb-5da7-4d2e-9df6-c6faa5f9aad7 req-8d22c5e7-1dee-4378-879b-35fa28f82a37 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0544717 Sep 22 21:10:13.954179 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ec7666cb-5da7-4d2e-9df6-c6faa5f9aad7 req-c7dfb81a-ede2-4061-99c0-238b1c5882c2 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342252 Sep 22 21:10:14.353305 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device da974e22-421e-45a3-a380-87f705956538 up at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:10:14.404849 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Provisioning complete for port da974e22-421e-45a3-a380-87f705956538 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:14.405593 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:15.083471 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111caef-a097-42e9-b331-52b7353432e5 req-37377a1c-23f8-44be-99a5-695e8747f18f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:15.085788 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7111caef-a097-42e9-b331-52b7353432e5 req-37377a1c-23f8-44be-99a5-695e8747f18f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0580721 Sep 22 21:10:15.126611 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7111caef-a097-42e9-b331-52b7353432e5 req-90b66d63-a4ea-4801-a356-bc570f2d824f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339541 Sep 22 21:10:16.260762 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a465e-fc93-4903-bb56-0ef83f73e618 req-850b1f16-b8f2-402f-a6bf-5e44d3c52688 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:16.265258 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-691a465e-fc93-4903-bb56-0ef83f73e618 req-850b1f16-b8f2-402f-a6bf-5e44d3c52688 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0578568 Sep 22 21:10:16.305085 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-691a465e-fc93-4903-bb56-0ef83f73e618 req-3894ae9a-a700-461b-bdc5-18dde1e9a819 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353773 Sep 22 21:10:17.433360 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6993609-97ff-4aab-a6ca-b28401549396 req-8dd09c44-0d26-4b5e-bbc1-b147470609c6 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:17.440453 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f6993609-97ff-4aab-a6ca-b28401549396 req-8dd09c44-0d26-4b5e-bbc1-b147470609c6 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0634620 Sep 22 21:10:17.482974 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f6993609-97ff-4aab-a6ca-b28401549396 req-d7cbfceb-d840-4320-a91c-93bbf9af571b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416095 Sep 22 21:10:18.608536 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391add2-4f8d-4e89-a1e1-659e5eff1fcc req-f5d794c5-0ce7-4428-98d2-ccaf846cb2dc tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:18.616011 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e391add2-4f8d-4e89-a1e1-659e5eff1fcc req-f5d794c5-0ce7-4428-98d2-ccaf846cb2dc tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0550129 Sep 22 21:10:18.651654 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e391add2-4f8d-4e89-a1e1-659e5eff1fcc req-2ce3a147-630e-491f-ae43-d0d3353c41b4 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347874 Sep 22 21:10:19.766781 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308022f0-14c3-4f4e-9f38-efac57a64785 req-ce752062-bb30-4d2b-9b49-6c2d67e8c0e1 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:19.768255 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-308022f0-14c3-4f4e-9f38-efac57a64785 req-ce752062-bb30-4d2b-9b49-6c2d67e8c0e1 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0506630 Sep 22 21:10:19.805786 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-308022f0-14c3-4f4e-9f38-efac57a64785 req-4766e4e5-c8eb-4f1a-b77e-97bbd9050970 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316486 Sep 22 21:10:20.930975 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3095a4f-c953-4e1a-a148-751e20529472 req-3fb8b50b-063f-4218-b006-eda1981daadf tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:20.932471 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c3095a4f-c953-4e1a-a148-751e20529472 req-3fb8b50b-063f-4218-b006-eda1981daadf tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0521777 Sep 22 21:10:20.970541 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c3095a4f-c953-4e1a-a148-751e20529472 req-403c02d1-636b-40a7-87db-c90828bad620 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319819 Sep 22 21:10:21.793377 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971c6f-86af-46cf-839b-d758762d8b46 req-cab79c56-732e-4bcb-a622-5fe121aa2557 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:21.794744 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-18971c6f-86af-46cf-839b-d758762d8b46 req-cab79c56-732e-4bcb-a622-5fe121aa2557 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/networks?id=a627b728-d0da-44cf-8198-5d4b5c6d866c HTTP/1.1" status: 200 len: 814 time: 0.0987937 Sep 22 21:10:21.809470 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-18971c6f-86af-46cf-839b-d758762d8b46 req-6530ab3d-8726-432d-81d6-e67146033e63 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/quotas/e159a1978d8548c69da3186490a25e36 HTTP/1.1" status: 200 len: 375 time: 0.0091839 Sep 22 21:10:21.861766 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-18971c6f-86af-46cf-839b-d758762d8b46 req-b6dcd956-73d2-405d-bb86-fdd8a78f5e35 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e159a1978d8548c69da3186490a25e36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472455 Sep 22 21:10:22.043428 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-18971c6f-86af-46cf-839b-d758762d8b46 req-ec2ef1c5-b506-4791-ab17-7210e6776211 service neutron] 10.222.0.42 "GET /v2.0/networks/a627b728-d0da-44cf-8198-5d4b5c6d866c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694627 Sep 22 21:10:22.146287 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392ab95-40a6-426c-82ff-f064c5b62d54 req-def7d5d1-2aa7-41f5-be61-2916669e1c69 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:22.147799 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8392ab95-40a6-426c-82ff-f064c5b62d54 req-def7d5d1-2aa7-41f5-be61-2916669e1c69 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.1031313 Sep 22 21:10:22.185661 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-18971c6f-86af-46cf-839b-d758762d8b46 req-4418ca64-8aa1-41e3-b919-b089c71ca983 service neutron] 10.222.0.42 "GET /v2.0/networks/a627b728-d0da-44cf-8198-5d4b5c6d866c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326885 Sep 22 21:10:22.198117 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8392ab95-40a6-426c-82ff-f064c5b62d54 req-ecf4c5f1-c073-4632-8a94-20a47d1f59e8 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445333 Sep 22 21:10:22.394757 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d02f16f8-09bd-41b9-bbb5-1f9ebeecddea req-1cd395a9-4e6d-4cfb-a6c4-ec56982c0acd tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 210 time: 0.0256803 Sep 22 21:10:23.315443 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cf11c-8409-406f-92ec-45ad3c57ce58 req-9070863c-fa18-4e51-a7ba-4e3eaa8bb5cd tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:23.316950 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-795cf11c-8409-406f-92ec-45ad3c57ce58 req-9070863c-fa18-4e51-a7ba-4e3eaa8bb5cd tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0523472 Sep 22 21:10:23.353914 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-795cf11c-8409-406f-92ec-45ad3c57ce58 req-52ef543c-90f1-4900-b776-65924dfd13b6 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309985 Sep 22 21:10:23.479724 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-38b2f46e-3154-4f3c-9d2f-3d968ecaf71d req-7dcabdbf-81cd-4ae6-9ec4-ddb22b5abbae tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 210 time: 0.0269480 Sep 22 21:10:24.472287 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34feb1b2-70d8-4cb9-b3be-f0f1dbf2839e req-0c015360-d100-42f2-a45b-e3bdef7cee25 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:24.473831 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-34feb1b2-70d8-4cb9-b3be-f0f1dbf2839e req-0c015360-d100-42f2-a45b-e3bdef7cee25 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0519333 Sep 22 21:10:24.511680 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-34feb1b2-70d8-4cb9-b3be-f0f1dbf2839e req-75f5d674-c28e-4831-babb-3b0042a9c90c tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319452 Sep 22 21:10:24.573818 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c75ae942-e876-4705-97db-fd1a9fb01e14 req-59735052-ff76-444e-94a1-e14b69d916a6 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 210 time: 0.0270400 Sep 22 21:10:24.901922 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75147c2e-9973-4363-84ac-4718e63717e8 req-5d94250f-07fa-4283-bb5b-0a45dbfe44c2 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:24.903636 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-75147c2e-9973-4363-84ac-4718e63717e8 req-5d94250f-07fa-4283-bb5b-0a45dbfe44c2 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0572894 Sep 22 21:10:24.919591 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971c6f-86af-46cf-839b-d758762d8b46 req-2d91db6d-8df0-4508-a705-79a8c26b2264 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:24.921138 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-18971c6f-86af-46cf-839b-d758762d8b46 req-2d91db6d-8df0-4508-a705-79a8c26b2264 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.48 "GET /v2.0/networks?id=a627b728-d0da-44cf-8198-5d4b5c6d866c HTTP/1.1" status: 200 len: 814 time: 0.1085689 Sep 22 21:10:24.934941 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-18971c6f-86af-46cf-839b-d758762d8b46 req-27828ad7-52aa-4062-aed3-f00dd8a1120c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Request body: {'port': {'device_id': '780c2064-2e87-4884-8ba9-2ce224e14161', 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c', 'admin_state_up': True, 'tenant_id': 'e159a1978d8548c69da3186490a25e36'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:10:24.943221 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-75147c2e-9973-4363-84ac-4718e63717e8 req-b9b889b0-8ee8-405c-9957-60955fe50234 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336025 Sep 22 21:10:25.095315 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f3971-59d8-42f6-b9d3-1bba8dc146c6 req-7cacfbd5-75f1-4ea1-ba15-2ace2bc5d9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:25.096834 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-739f3971-59d8-42f6-b9d3-1bba8dc146c6 req-7cacfbd5-75f1-4ea1-ba15-2ace2bc5d9d4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fef5875b3f244b98c4d699e2af9007e&device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 1098 time: 0.0896530 Sep 22 21:10:25.132615 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18971c6f-86af-46cf-839b-d758762d8b46 req-27828ad7-52aa-4062-aed3-f00dd8a1120c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Made reservation on behalf of e159a1978d8548c69da3186490a25e36 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:10:25.136554 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-18971c6f-86af-46cf-839b-d758762d8b46 req-27828ad7-52aa-4062-aed3-f00dd8a1120c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:25.244392 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f3971-59d8-42f6-b9d3-1bba8dc146c6 req-edba43c8-6543-433a-b661-e3a3e68d458c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:25.245896 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-739f3971-59d8-42f6-b9d3-1bba8dc146c6 req-edba43c8-6543-433a-b661-e3a3e68d458c service neutron] 10.222.0.48 "GET /v2.0/networks?id=a467527e-b059-4d2f-a877-04dde43195f3 HTTP/1.1" status: 200 len: 912 time: 0.1421218 Sep 22 21:10:25.351545 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-18971c6f-86af-46cf-839b-d758762d8b46 req-27828ad7-52aa-4062-aed3-f00dd8a1120c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Allocated IP 172.20.0.10 (a627b728-d0da-44cf-8198-5d4b5c6d866c/9a42be86-5cc7-4529-b903-8c073fdb394d/d0d89bf9-a8b2-4528-9358-1bb11194bd8b) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:10:25.356777 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-739f3971-59d8-42f6-b9d3-1bba8dc146c6 req-7ff56c4f-3ccc-4bd3-8aa8-c909a2f07bf5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005d9a77-dd93-4631-85c3-1dcb280040d8 HTTP/1.1" status: 200 len: 1001 time: 0.0981236 Sep 22 21:10:25.447417 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f3971-59d8-42f6-b9d3-1bba8dc146c6 req-a2741562-69d1-4c5d-9f35-245ff1333fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:25.448942 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-739f3971-59d8-42f6-b9d3-1bba8dc146c6 req-a2741562-69d1-4c5d-9f35-245ff1333fa2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44b9dea5-d892-4468-94cb-e49c88cec80c HTTP/1.1" status: 200 len: 850 time: 0.0793874 Sep 22 21:10:25.547656 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f3971-59d8-42f6-b9d3-1bba8dc146c6 req-44b79024-cfe7-4af4-baf3-b39562a740d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:25.549131 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-739f3971-59d8-42f6-b9d3-1bba8dc146c6 req-44b79024-cfe7-4af4-baf3-b39562a740d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a467527e-b059-4d2f-a877-04dde43195f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0884678 Sep 22 21:10:25.579986 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-18971c6f-86af-46cf-839b-d758762d8b46 req-27828ad7-52aa-4062-aed3-f00dd8a1120c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:25.673492 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-739f3971-59d8-42f6-b9d3-1bba8dc146c6 req-7cbb5e64-fbaa-4ba8-b099-ffdc68db1fab service neutron] 10.222.0.48 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163821 Sep 22 21:10:25.683482 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1afbdfeb-4fe6-44d0-9f06-f7a16930ea57 req-1b108ece-144b-4960-b48d-51aeceaa3a2d tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 210 time: 0.0340190 Sep 22 21:10:25.747616 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-18971c6f-86af-46cf-839b-d758762d8b46 req-27828ad7-52aa-4062-aed3-f00dd8a1120c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:25.837915 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27828ad7-52aa-4062-aed3-f00dd8a1120c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Pushing event updated for resources: {'Port': ['ID=d0d89bf9-a8b2-4528-9358-1bb11194bd8b,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:25.848025 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18971c6f-86af-46cf-839b-d758762d8b46 req-27828ad7-52aa-4062-aed3-f00dd8a1120c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Network a627b728-d0da-44cf-8198-5d4b5c6d866c is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:10:25.858275 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-18971c6f-86af-46cf-839b-d758762d8b46 req-27828ad7-52aa-4062-aed3-f00dd8a1120c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:10:25.862990 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-18971c6f-86af-46cf-839b-d758762d8b46 req-27828ad7-52aa-4062-aed3-f00dd8a1120c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:10:25.924164 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971c6f-86af-46cf-839b-d758762d8b46 req-27828ad7-52aa-4062-aed3-f00dd8a1120c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:25.925104 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-18971c6f-86af-46cf-839b-d758762d8b46 req-27828ad7-52aa-4062-aed3-f00dd8a1120c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:25.999741 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-18971c6f-86af-46cf-839b-d758762d8b46 req-27828ad7-52aa-4062-aed3-f00dd8a1120c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0689869 Sep 22 21:10:26.100659 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f62efa-b44d-4062-8e33-f00b32567b55 req-99f62000-0fbd-483f-ac1d-2802a3263571 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:26.103279 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-91f62efa-b44d-4062-8e33-f00b32567b55 req-99f62000-0fbd-483f-ac1d-2802a3263571 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0722687 Sep 22 21:10:26.146806 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-91f62efa-b44d-4062-8e33-f00b32567b55 req-e8c2ba9e-6955-4b42-bc04-a8499029e97e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357740 Sep 22 21:10:26.160457 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-377744b5-bcd9-4a85-b177-ef329491cf78 None None] Provisioning complete for port d0d89bf9-a8b2-4528-9358-1bb11194bd8b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:26.161758 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-377744b5-bcd9-4a85-b177-ef329491cf78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:26.203227 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-377744b5-bcd9-4a85-b177-ef329491cf78 None None] Port d0d89bf9-a8b2-4528-9358-1bb11194bd8b cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:10:26.815244 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35378824-c9d4-4ff9-b7d2-774fed3ce148 req-691de767-6ee3-43a7-a4ed-0b9d8b0eb18f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:26.816717 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-35378824-c9d4-4ff9-b7d2-774fed3ce148 req-691de767-6ee3-43a7-a4ed-0b9d8b0eb18f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 932 time: 0.0519550 Sep 22 21:10:26.855928 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-35378824-c9d4-4ff9-b7d2-774fed3ce148 req-be60d567-332c-423a-bd39-f8022be70f25 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322564 Sep 22 21:10:27.264775 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb20bf4-5f31-4029-aa16-0b3ce29eb4fb req-01bdc5b1-d277-4c11-9bd9-b2f174a85176 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:27.265250 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4fb20bf4-5f31-4029-aa16-0b3ce29eb4fb req-01bdc5b1-d277-4c11-9bd9-b2f174a85176 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0490890 Sep 22 21:10:27.310017 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4fb20bf4-5f31-4029-aa16-0b3ce29eb4fb req-27ad90fd-fd25-4c34-94a6-873ea2a49db4 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375891 Sep 22 21:10:27.980960 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a524e74-531a-4cc1-9cc8-9d1b05433a46 req-e32bc598-cb13-415a-a9c4-afb09bda9ee8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:27.982442 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2a524e74-531a-4cc1-9cc8-9d1b05433a46 req-e32bc598-cb13-415a-a9c4-afb09bda9ee8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 932 time: 0.0500579 Sep 22 21:10:28.019531 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2a524e74-531a-4cc1-9cc8-9d1b05433a46 req-0f6be022-6b47-4f89-bf09-733d651073f4 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312119 Sep 22 21:10:28.432150 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dca69df-f231-485b-816e-2aedcfbd0851 req-4790596c-9a61-4052-bc12-85b76d9b2e2f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:28.433623 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1dca69df-f231-485b-816e-2aedcfbd0851 req-4790596c-9a61-4052-bc12-85b76d9b2e2f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0522833 Sep 22 21:10:28.469658 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1dca69df-f231-485b-816e-2aedcfbd0851 req-203f9758-b859-40b3-99b4-b4d098659811 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302830 Sep 22 21:10:29.136858 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f314949-946e-4b0b-b1d1-991cbec5ff65 req-c40fbd8b-94c3-4307-8ba5-c5e23f082be3 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:29.138309 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3f314949-946e-4b0b-b1d1-991cbec5ff65 req-c40fbd8b-94c3-4307-8ba5-c5e23f082be3 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 932 time: 0.0481935 Sep 22 21:10:29.176028 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3f314949-946e-4b0b-b1d1-991cbec5ff65 req-cf0341a9-03a5-4092-ac48-427e61f8a853 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317404 Sep 22 21:10:29.592586 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64e56a-6c64-4ecf-be88-450d5d53b3cb req-83573eba-19d8-4423-a5b5-fbede04f5761 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:29.594528 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0e64e56a-6c64-4ecf-be88-450d5d53b3cb req-83573eba-19d8-4423-a5b5-fbede04f5761 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0582447 Sep 22 21:10:29.634187 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0e64e56a-6c64-4ecf-be88-450d5d53b3cb req-e6f48eab-88f6-42f3-ac55-e0e3a634f0b5 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329340 Sep 22 21:10:30.294357 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1770f2-2e96-426d-9fe8-74f2037e8693 req-004d1b34-ec39-4eba-8b6e-97ada7ab6327 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:30.296924 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-af1770f2-2e96-426d-9fe8-74f2037e8693 req-004d1b34-ec39-4eba-8b6e-97ada7ab6327 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 932 time: 0.0546000 Sep 22 21:10:30.340543 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-af1770f2-2e96-426d-9fe8-74f2037e8693 req-199d8bcc-f87a-4047-b94f-e4627b46d664 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368645 Sep 22 21:10:30.757546 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e21020-81a0-462c-b0de-f0f2d25e9f61 req-ff68bb57-5482-480a-a0ab-25b0c3d7278a tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:30.759543 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c5e21020-81a0-462c-b0de-f0f2d25e9f61 req-ff68bb57-5482-480a-a0ab-25b0c3d7278a tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0580273 Sep 22 21:10:30.798113 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c5e21020-81a0-462c-b0de-f0f2d25e9f61 req-36043232-a3e6-46ca-8bf0-60a4df45f3c5 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327539 Sep 22 21:10:31.093774 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0c5c59d5-ab6a-4df0-ba06-3b37dc7fb5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:31.452428 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bb0de-4646-48af-8849-8c0218a7dbc5 req-00be04b7-77b9-4868-bb53-edede50749ea tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:31.453917 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-362bb0de-4646-48af-8849-8c0218a7dbc5 req-00be04b7-77b9-4868-bb53-edede50749ea tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 932 time: 0.0480864 Sep 22 21:10:31.496002 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-362bb0de-4646-48af-8849-8c0218a7dbc5 req-500f9680-6d05-4661-9e8a-962499a4b4a0 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362656 Sep 22 21:10:31.918762 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78aadf8-825f-4473-adcb-ef8f0f00171c req-bd515946-4cde-4c82-86cf-77eb5fbd6423 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:31.920470 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c78aadf8-825f-4473-adcb-ef8f0f00171c req-bd515946-4cde-4c82-86cf-77eb5fbd6423 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0518322 Sep 22 21:10:31.961434 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c78aadf8-825f-4473-adcb-ef8f0f00171c req-c077cb30-55f2-4d1c-9dde-07526a9a4591 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347304 Sep 22 21:10:32.614933 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf127193-bfac-495f-bb47-a8e8b49b8589 req-991703a4-79f4-4da8-b182-d355e0f9dad3 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:32.616408 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bf127193-bfac-495f-bb47-a8e8b49b8589 req-991703a4-79f4-4da8-b182-d355e0f9dad3 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 932 time: 0.0518551 Sep 22 21:10:32.655375 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bf127193-bfac-495f-bb47-a8e8b49b8589 req-068796a3-1f23-4c47-8506-68709239f9a9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325189 Sep 22 21:10:33.081450 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ec0e1-f87d-449d-bef8-d73f26f24a6a req-800e67bb-efec-41ee-bc6e-567d514b4ded tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:33.083387 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8f4ec0e1-f87d-449d-bef8-d73f26f24a6a req-800e67bb-efec-41ee-bc6e-567d514b4ded tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0541780 Sep 22 21:10:33.154547 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8f4ec0e1-f87d-449d-bef8-d73f26f24a6a req-a18f8141-75df-48a5-9678-ad2939c11a5a tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484619 Sep 22 21:10:33.631203 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0d251d13-2c60-4f70-a2e3-6de713e5f0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:33.778933 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90f80d-6f67-496f-a405-27cbc8af889e req-285f0b7d-62b4-4f4c-b609-a40da7beffab tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:33.786807 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-eb90f80d-6f67-496f-a405-27cbc8af889e req-285f0b7d-62b4-4f4c-b609-a40da7beffab tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 932 time: 0.0652251 Sep 22 21:10:33.824544 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-eb90f80d-6f67-496f-a405-27cbc8af889e req-e757a7f8-629e-4c51-91e3-5786425cebde tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366988 Sep 22 21:10:33.970937 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:10:34.261353 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42e65a-82e0-4635-badb-7525911baeb5 req-a86e74c2-5610-4cbd-b383-3d682c0f6299 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:34.263083 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6a42e65a-82e0-4635-badb-7525911baeb5 req-a86e74c2-5610-4cbd-b383-3d682c0f6299 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0536933 Sep 22 21:10:34.319778 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6a42e65a-82e0-4635-badb-7525911baeb5 req-f7768806-0268-4e49-b18f-65d79c7f061b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414555 Sep 22 21:10:34.955666 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba568135-8507-4fdc-9867-15e3c5c91275 req-a182c63a-d0f8-43ab-a6ab-45369c264975 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:34.957463 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ba568135-8507-4fdc-9867-15e3c5c91275 req-a182c63a-d0f8-43ab-a6ab-45369c264975 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 932 time: 0.0517352 Sep 22 21:10:35.014515 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ba568135-8507-4fdc-9867-15e3c5c91275 req-31707e73-b482-4934-946d-63754ced20e7 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490286 Sep 22 21:10:35.025584 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:35.041133 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:35.431998 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6095a-ae57-495d-ace3-0cabdc35e5c7 req-8ca3e6d7-bcd0-4068-90c0-e491c9a72f22 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:35.439696 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b2d6095a-ae57-495d-ace3-0cabdc35e5c7 req-8ca3e6d7-bcd0-4068-90c0-e491c9a72f22 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0625219 Sep 22 21:10:35.474769 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b2d6095a-ae57-495d-ace3-0cabdc35e5c7 req-867cad9d-2eec-4002-b4ce-659f2b4bc5ef tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341785 Sep 22 21:10:36.135997 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b1aca-bde0-4f60-875d-4adb82f19547 req-b4581e14-20b8-43ee-8085-7b4c15d15a5e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:36.137603 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b61b1aca-bde0-4f60-875d-4adb82f19547 req-b4581e14-20b8-43ee-8085-7b4c15d15a5e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 932 time: 0.0492008 Sep 22 21:10:36.185994 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b61b1aca-bde0-4f60-875d-4adb82f19547 req-4a8cc21d-b84d-4f09-8778-86031b4a4ae7 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423069 Sep 22 21:10:36.352989 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:36.594984 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b38ed0-a84a-49c6-8691-7e23a9e6c1d5 req-8978bff0-319d-46cc-8148-934de9bbda10 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:36.596456 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-44b38ed0-a84a-49c6-8691-7e23a9e6c1d5 req-8978bff0-319d-46cc-8148-934de9bbda10 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0511861 Sep 22 21:10:36.633113 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-44b38ed0-a84a-49c6-8691-7e23a9e6c1d5 req-50c93dbb-5885-47af-babb-292f4cd9e9f3 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305598 Sep 22 21:10:37.084085 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Request body: {'port': {'device_id': '780c2064-2e87-4884-8ba9-2ce224e14161', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:10:37.191298 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:37.208705 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-739f3971-59d8-42f6-b9d3-1bba8dc146c6 req-06e5dd50-4f1f-467f-9f6e-364d272c16ed service neutron] 10.222.0.48 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365585 Sep 22 21:10:37.309147 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f7a69-77f8-4e7e-a598-2314680767cb req-9532362f-4fa1-467a-a914-d388801b6f13 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:37.310627 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9b9f7a69-77f8-4e7e-a598-2314680767cb req-9532362f-4fa1-467a-a914-d388801b6f13 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 932 time: 0.0527589 Sep 22 21:10:37.347467 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9b9f7a69-77f8-4e7e-a598-2314680767cb req-0c0acc94-5e31-42a7-ba25-1902289d68ac tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306644 Sep 22 21:10:37.454764 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d89bf9-a8b2-4528-9358-1bb11194bd8b {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:10:37.462337 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:37.473620 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Transition to ACTIVE for port object d0d89bf9-a8b2-4528-9358-1bb11194bd8b will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:10:37.533462 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:37.583867 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d89bf9-a8b2-4528-9358-1bb11194bd8b,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:37.607229 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:37.607566 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:37.607899 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:37.608227 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:37.608551 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:37.608904 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:37.609222 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:37.609544 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:37.609859 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:37.610173 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:37.610486 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:37.610802 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:10:37.663662 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Attempting to bind port d0d89bf9-a8b2-4528-9358-1bb11194bd8b on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:10:37.664000 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Attempting to bind port d0d89bf9-a8b2-4528-9358-1bb11194bd8b by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'b880bb8a-1996-4729-90ea-0d1d7930dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:10:37.664324 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Attempting to bind port d0d89bf9-a8b2-4528-9358-1bb11194bd8b on network a627b728-d0da-44cf-8198-5d4b5c6d866c {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:10:37.668945 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Port d0d89bf9-a8b2-4528-9358-1bb11194bd8b on network a627b728-d0da-44cf-8198-5d4b5c6d866c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:10:37.669265 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Attempting to bind port d0d89bf9-a8b2-4528-9358-1bb11194bd8b on network a627b728-d0da-44cf-8198-5d4b5c6d866c {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:10:37.674383 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:10:37.674776 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Checking segment: {'id': 'b880bb8a-1996-4729-90ea-0d1d7930dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:10:37.675156 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Bound using segment: {'id': 'b880bb8a-1996-4729-90ea-0d1d7930dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:10:37.675580 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Bound port: d0d89bf9-a8b2-4528-9358-1bb11194bd8b, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b880bb8a-1996-4729-90ea-0d1d7930dae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:10:37.675936 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:37.747512 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] For port d0d89bf9-a8b2-4528-9358-1bb11194bd8b, host hv-cinder-81041, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:10:37.750439 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] For port d0d89bf9-a8b2-4528-9358-1bb11194bd8b, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=d0d89bf9-a8b2-4528-9358-1bb11194bd8b,segment=NetworkSegment(b880bb8a-1996-4729-90ea-0d1d7930dae6),segment_id=b880bb8a-1996-4729-90ea-0d1d7930dae6)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:10:37.759431 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3bb23-d376-44b8-bfc4-5bc8df1df02f req-059aba54-0e6a-406c-bb5f-cea009333e75 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:37.763646 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-70e3bb23-d376-44b8-bfc4-5bc8df1df02f req-059aba54-0e6a-406c-bb5f-cea009333e75 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0497119 Sep 22 21:10:37.799643 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-70e3bb23-d376-44b8-bfc4-5bc8df1df02f req-06fbf04d-c07a-4e63-8371-12845c4dbe85 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326173 Sep 22 21:10:37.839879 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:37.873109 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:37.873699 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:37.875048 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-18971c6f-86af-46cf-839b-d758762d8b46 req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] 10.222.0.48 "PUT /v2.0/ports/d0d89bf9-a8b2-4528-9358-1bb11194bd8b HTTP/1.1" status: 200 len: 1094 time: 0.7953737 Sep 22 21:10:37.877413 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780c2064-2e87-4884-8ba9-2ce224e14161', 'tag': 'd0d89bf9-a8b2-4528-9358-1bb11194bd8b'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:10:37.880181 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3bd4c8-36b0-4095-9f6c-7e158dd66f44" -d '{"events": [{"name": "network-changed", "server_uuid": "780c2064-2e87-4884-8ba9-2ce224e14161", "tag": "d0d89bf9-a8b2-4528-9358-1bb11194bd8b"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:10:37.905990 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d087a-0aed-42d8-81aa-261e08fddc20 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d89bf9-a8b2-4528-9358-1bb11194bd8b,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:37.985353 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79b1e40-1e03-4d82-9396-e8dda0aaaa98 x-openstack-request-id: req-b79b1e40-1e03-4d82-9396-e8dda0aaaa98 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:10:37.985643 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780c2064-2e87-4884-8ba9-2ce224e14161", "tag": "d0d89bf9-a8b2-4528-9358-1bb11194bd8b", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:10:37.985922 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b79b1e40-1e03-4d82-9396-e8dda0aaaa98 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:10:37.986456 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780c2064-2e87-4884-8ba9-2ce224e14161', 'tag': 'd0d89bf9-a8b2-4528-9358-1bb11194bd8b', 'status': 'completed', 'code': 200} Sep 22 21:10:38.052584 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bd4c8-36b0-4095-9f6c-7e158dd66f44 req-7aa8ffc8-f4b4-4c00-86bf-89017560fbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:38.056893 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-8b3bd4c8-36b0-4095-9f6c-7e158dd66f44 req-7aa8ffc8-f4b4-4c00-86bf-89017560fbaf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e159a1978d8548c69da3186490a25e36&device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 1097 time: 0.0406940 Sep 22 21:10:38.155492 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bd4c8-36b0-4095-9f6c-7e158dd66f44 req-db3f3d3c-928e-4214-85cb-f01b9b1e298c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:38.156977 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-8b3bd4c8-36b0-4095-9f6c-7e158dd66f44 req-db3f3d3c-928e-4214-85cb-f01b9b1e298c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=e159a1978d8548c69da3186490a25e36&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0940409 Sep 22 21:10:38.252355 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3bd4c8-36b0-4095-9f6c-7e158dd66f44 req-9f5ede84-1063-4d0c-94c7-499656628cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:38.253880 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-8b3bd4c8-36b0-4095-9f6c-7e158dd66f44 req-9f5ede84-1063-4d0c-94c7-499656628cc7 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886314 Sep 22 21:10:38.329266 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971c6f-86af-46cf-839b-d758762d8b46 req-533a7f3b-2a38-4ae4-8fb8-bb434cd5676b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:38.330710 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-18971c6f-86af-46cf-839b-d758762d8b46 req-533a7f3b-2a38-4ae4-8fb8-bb434cd5676b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e159a1978d8548c69da3186490a25e36&device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 1097 time: 0.0425742 Sep 22 21:10:38.376030 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-18971c6f-86af-46cf-839b-d758762d8b46 req-699b0424-7b5f-4498-b4dd-790518a1c4b0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0d89bf9-a8b2-4528-9358-1bb11194bd8b HTTP/1.1" status: 200 len: 217 time: 0.0334327 Sep 22 21:10:38.422933 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971c6f-86af-46cf-839b-d758762d8b46 req-ae423362-e928-4662-ba58-1a2cf9689fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:38.424386 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-18971c6f-86af-46cf-839b-d758762d8b46 req-ae423362-e928-4662-ba58-1a2cf9689fe4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a42be86-5cc7-4529-b903-8c073fdb394d HTTP/1.1" status: 200 len: 853 time: 0.0418553 Sep 22 21:10:38.459530 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd40163-71d1-43cf-becb-1839b3624293 req-dd1469ca-e856-4f38-870e-bc42a97d1180 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:38.461039 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-acd40163-71d1-43cf-becb-1839b3624293 req-dd1469ca-e856-4f38-870e-bc42a97d1180 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 944 time: 0.0481324 Sep 22 21:10:38.471860 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18971c6f-86af-46cf-839b-d758762d8b46 req-ef966e47-f269-4198-a198-be26d71f1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:38.473364 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-18971c6f-86af-46cf-839b-d758762d8b46 req-ef966e47-f269-4198-a198-be26d71f1a39 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a627b728-d0da-44cf-8198-5d4b5c6d866c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414603 Sep 22 21:10:38.499056 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-acd40163-71d1-43cf-becb-1839b3624293 req-1fec7c68-e940-48c2-9502-17ca172def51 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319340 Sep 22 21:10:38.560521 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-18971c6f-86af-46cf-839b-d758762d8b46 req-9096fb77-5e62-40de-855a-562182515877 service neutron] 10.222.0.48 "GET /v2.0/networks/a627b728-d0da-44cf-8198-5d4b5c6d866c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799613 Sep 22 21:10:38.649628 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-18971c6f-86af-46cf-839b-d758762d8b46 req-4c5ea63c-635e-4111-b644-6115270c1d73 service neutron] 10.222.0.48 "GET /v2.0/networks/a627b728-d0da-44cf-8198-5d4b5c6d866c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802157 Sep 22 21:10:38.919391 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcbd383-4503-43a7-a835-b5d1696ec8b2 req-cc79a8be-6a0e-42b5-8c5b-6e2699307305 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:38.920903 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2fcbd383-4503-43a7-a835-b5d1696ec8b2 req-cc79a8be-6a0e-42b5-8c5b-6e2699307305 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0519624 Sep 22 21:10:38.957439 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2fcbd383-4503-43a7-a835-b5d1696ec8b2 req-1c940263-066d-4cc1-b677-d1a287c0f22f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307131 Sep 22 21:10:39.614539 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881aae9c-4705-4a30-a185-9d86eea4c205 req-71caa6b9-2fa9-4764-b8e0-2317aba21955 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:39.616023 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-881aae9c-4705-4a30-a185-9d86eea4c205 req-71caa6b9-2fa9-4764-b8e0-2317aba21955 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 944 time: 0.0482626 Sep 22 21:10:39.656127 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-881aae9c-4705-4a30-a185-9d86eea4c205 req-6cda69f3-3848-4dcf-abcc-26e9a9c5e535 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337298 Sep 22 21:10:40.768509 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b7967-4007-4a8e-9047-19c58812c57b req-2f26ecd2-b598-48bc-a519-b985819bc366 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:40.770005 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ea4b7967-4007-4a8e-9047-19c58812c57b req-2f26ecd2-b598-48bc-a519-b985819bc366 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 944 time: 0.0474410 Sep 22 21:10:40.806430 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ea4b7967-4007-4a8e-9047-19c58812c57b req-c8ef34c3-7253-4331-9cb8-414e788a8479 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300226 Sep 22 21:10:41.030575 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:41.925286 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092991d-ca23-493c-956a-73f17c3a0a0d req-ef52f13c-db98-45f9-9bd5-dcb919dae9ed tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:41.926745 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f092991d-ca23-493c-956a-73f17c3a0a0d req-ef52f13c-db98-45f9-9bd5-dcb919dae9ed tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 944 time: 0.0512681 Sep 22 21:10:41.963524 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f092991d-ca23-493c-956a-73f17c3a0a0d req-8c0ceb0f-19d7-4199-99c2-fc1645ea8327 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309336 Sep 22 21:10:42.610370 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device d0d89bf9-a8b2-4528-9358-1bb11194bd8b details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:10:42.701569 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port d0d89bf9-a8b2-4528-9358-1bb11194bd8b, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=d0d89bf9-a8b2-4528-9358-1bb11194bd8b,segment=NetworkSegment(b880bb8a-1996-4729-90ea-0d1d7930dae6),segment_id=b880bb8a-1996-4729-90ea-0d1d7930dae6)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:10:42.712366 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': 'd0d89bf9-a8b2-4528-9358-1bb11194bd8b', 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c', 'port_id': 'd0d89bf9-a8b2-4528-9358-1bb11194bd8b', 'mac_address': 'fa:16:3e:cb:1a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 577, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:10:42.751748 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:42.764045 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d89bf9-a8b2-4528-9358-1bb11194bd8b {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:10:42.781848 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port d0d89bf9-a8b2-4528-9358-1bb11194bd8b, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=d0d89bf9-a8b2-4528-9358-1bb11194bd8b,segment=NetworkSegment(b880bb8a-1996-4729-90ea-0d1d7930dae6),segment_id=b880bb8a-1996-4729-90ea-0d1d7930dae6)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:10:42.901547 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:42.949092 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=d0d89bf9-a8b2-4528-9358-1bb11194bd8b,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:43.077015 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d630a8c-60d1-4e92-bd74-e957c0a27a52 req-20575317-01ba-47ae-827e-8c642edd4cd8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:43.078454 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4d630a8c-60d1-4e92-bd74-e957c0a27a52 req-20575317-01ba-47ae-827e-8c642edd4cd8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 945 time: 0.0488706 Sep 22 21:10:43.117175 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4d630a8c-60d1-4e92-bd74-e957c0a27a52 req-61abf7c7-491d-46ce-be33-28e2221e236b tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328083 Sep 22 21:10:43.150526 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['d0d89bf9-a8b2-4528-9358-1bb11194bd8b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:10:44.230276 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d3b40-d9ce-4319-9ac4-8e0706470b56 req-53e892c9-c8f4-4220-b87a-a2a0cfeb683c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:44.231763 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-dd0d3b40-d9ce-4319-9ac4-8e0706470b56 req-53e892c9-c8f4-4220-b87a-a2a0cfeb683c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 945 time: 0.0494943 Sep 22 21:10:44.268966 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-dd0d3b40-d9ce-4319-9ac4-8e0706470b56 req-bd864b67-3d2f-4269-8bec-43d003004b4b tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313687 Sep 22 21:10:44.626370 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device d0d89bf9-a8b2-4528-9358-1bb11194bd8b up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:10:44.841762 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port d0d89bf9-a8b2-4528-9358-1bb11194bd8b completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:10:44.845598 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port d0d89bf9-a8b2-4528-9358-1bb11194bd8b triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:10:44.846003 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:44.920083 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:44.941547 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780c2064-2e87-4884-8ba9-2ce224e14161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d89bf9-a8b2-4528-9358-1bb11194bd8b'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:10:44.943773 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb167680-08ed-44cb-93cd-2a698e66ab81" -d '{"events": [{"server_uuid": "780c2064-2e87-4884-8ba9-2ce224e14161", "name": "network-vif-plugged", "status": "completed", "tag": "d0d89bf9-a8b2-4528-9358-1bb11194bd8b"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:10:44.959134 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port d0d89bf9-a8b2-4528-9358-1bb11194bd8b, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=d0d89bf9-a8b2-4528-9358-1bb11194bd8b,segment=NetworkSegment(b880bb8a-1996-4729-90ea-0d1d7930dae6),segment_id=b880bb8a-1996-4729-90ea-0d1d7930dae6)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:10:45.024928 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:45.031792 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f9beae-51a5-4468-ac1a-9208e33c8834 x-openstack-request-id: req-37f9beae-51a5-4468-ac1a-9208e33c8834 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:10:45.032075 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780c2064-2e87-4884-8ba9-2ce224e14161", "name": "network-vif-plugged", "status": "completed", "tag": "d0d89bf9-a8b2-4528-9358-1bb11194bd8b", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:10:45.032320 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37f9beae-51a5-4468-ac1a-9208e33c8834 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:10:45.032722 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780c2064-2e87-4884-8ba9-2ce224e14161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d89bf9-a8b2-4528-9358-1bb11194bd8b', 'code': 200} Sep 22 21:10:45.074207 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=d0d89bf9-a8b2-4528-9358-1bb11194bd8b,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:45.315482 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9ed10-6611-426b-bd9f-1a090b7b14bf req-58aa4139-828e-4c96-8e4c-d1ea11dca103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:45.317001 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-b6c9ed10-6611-426b-bd9f-1a090b7b14bf req-58aa4139-828e-4c96-8e4c-d1ea11dca103 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 1099 time: 0.0400620 Sep 22 21:10:45.351538 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-b6c9ed10-6611-426b-bd9f-1a090b7b14bf req-ea21b032-6982-491e-8a17-fbaf46ca1529 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272884 Sep 22 21:10:45.382796 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769bc70-9a09-4041-aff2-a7ddc5e98e39 req-d8929306-c727-4f38-a15d-7b6d1a6022d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:45.384470 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b769bc70-9a09-4041-aff2-a7ddc5e98e39 req-d8929306-c727-4f38-a15d-7b6d1a6022d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 946 time: 0.0513616 Sep 22 21:10:45.421123 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b769bc70-9a09-4041-aff2-a7ddc5e98e39 req-9b19627f-2025-4d5c-98d0-7210be1d7508 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307269 Sep 22 21:10:46.534481 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e40589-db26-41db-8dfb-f81301785de6 req-71a626ca-c5e3-4a3c-942f-a7c79086feeb tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:46.535856 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e0e40589-db26-41db-8dfb-f81301785de6 req-71a626ca-c5e3-4a3c-942f-a7c79086feeb tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 946 time: 0.0485430 Sep 22 21:10:46.574022 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e0e40589-db26-41db-8dfb-f81301785de6 req-5cef9eab-a068-45a5-80de-dea3907710b0 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316477 Sep 22 21:10:47.684130 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0afbe-b68f-4a9e-8673-18505b99913a req-c5c70757-7ff5-4324-935d-81cd16d2a7c9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:47.685586 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fba0afbe-b68f-4a9e-8673-18505b99913a req-c5c70757-7ff5-4324-935d-81cd16d2a7c9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 946 time: 0.0465753 Sep 22 21:10:47.721845 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fba0afbe-b68f-4a9e-8673-18505b99913a req-9ec7c539-b03f-4971-b48d-2fdab72e5abc tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305164 Sep 22 21:10:47.838173 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ac79b-a34a-41e6-967a-348b4ec1196f req-3f062c5b-f251-4aed-b5b8-aecc31809c5b tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:47.839647 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-210ac79b-a34a-41e6-967a-348b4ec1196f req-3f062c5b-f251-4aed-b5b8-aecc31809c5b tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 946 time: 0.0514674 Sep 22 21:10:47.876838 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-210ac79b-a34a-41e6-967a-348b4ec1196f req-2c514ac4-274f-4b57-abb2-506d15cc390a tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311475 Sep 22 21:10:48.190304 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94850a20-702c-4ff0-80f8-b7c0615a1d84 req-ec7367a7-a893-46a4-b3fb-a84989798c8a tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:48.191674 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-94850a20-702c-4ff0-80f8-b7c0615a1d84 req-ec7367a7-a893-46a4-b3fb-a84989798c8a tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 946 time: 0.0479560 Sep 22 21:10:48.227356 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-94850a20-702c-4ff0-80f8-b7c0615a1d84 req-cf9b4000-4fbd-4b42-85ac-bf4af682b1f7 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299108 Sep 22 21:10:52.664763 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060cbf0-de38-43f0-bd1a-5e90e5982e09 req-80fb9419-c154-4e81-b12f-d954c97c2bad tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:52.666234 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8060cbf0-de38-43f0-bd1a-5e90e5982e09 req-80fb9419-c154-4e81-b12f-d954c97c2bad tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0474637 Sep 22 21:10:52.702907 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8060cbf0-de38-43f0-bd1a-5e90e5982e09 req-dcf10a89-20e3-4750-8d70-7a9e4ad0ea11 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302751 Sep 22 21:10:53.820093 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd471ddf-e95b-40fa-bd10-e82a81b59bb4 req-3763c5ca-c150-4dde-af1a-012101160678 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:53.821575 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bd471ddf-e95b-40fa-bd10-e82a81b59bb4 req-3763c5ca-c150-4dde-af1a-012101160678 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0505898 Sep 22 21:10:53.859935 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bd471ddf-e95b-40fa-bd10-e82a81b59bb4 req-023ef4e0-dcf6-4d31-9f4b-17c1ce2b0359 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318739 Sep 22 21:10:54.974320 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fd8a6-7c5a-45f6-a172-05ae50a013df req-085c2a60-4517-44c1-8daf-81dc066b9106 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:54.975795 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8b1fd8a6-7c5a-45f6-a172-05ae50a013df req-085c2a60-4517-44c1-8daf-81dc066b9106 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0487731 Sep 22 21:10:55.012962 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8b1fd8a6-7c5a-45f6-a172-05ae50a013df req-6c16190d-73c7-4f37-87d6-5a64ed4135ae tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311623 Sep 22 21:10:56.124539 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec90be-8261-4327-8c44-c7e19921f52a req-5c849ffd-8e53-454a-9977-70683df9876a tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:56.125962 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-31ec90be-8261-4327-8c44-c7e19921f52a req-5c849ffd-8e53-454a-9977-70683df9876a tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0485151 Sep 22 21:10:56.163250 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-31ec90be-8261-4327-8c44-c7e19921f52a req-901dcbf3-05f4-4576-b9d0-2b72ed051896 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313768 Sep 22 21:10:57.276937 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ebf39f-849a-4306-827f-72423446bc2a req-a9f0bec6-6336-46bb-b04d-21abb8fb62ad tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:57.278418 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-14ebf39f-849a-4306-827f-72423446bc2a req-a9f0bec6-6336-46bb-b04d-21abb8fb62ad tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0522842 Sep 22 21:10:57.314804 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-14ebf39f-849a-4306-827f-72423446bc2a req-69c2c05a-06fb-4642-9ba2-040d5bdc1f96 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305533 Sep 22 21:10:58.335334 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027a618-4e51-477e-80c6-c17822528beb req-0537bb0c-2343-486f-9af3-82bdf3cd828d tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:58.336805 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a027a618-4e51-477e-80c6-c17822528beb req-0537bb0c-2343-486f-9af3-82bdf3cd828d tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 946 time: 0.0474594 Sep 22 21:10:58.373914 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a027a618-4e51-477e-80c6-c17822528beb req-6e271dd1-feb3-42dc-8341-c837dc77eab6 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311260 Sep 22 21:10:58.395635 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50114) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:10:58.425993 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e308494-c39f-4370-898a-42ab9ac0e56e req-0621a147-6602-463b-8586-3f8c964bcca3 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:58.427607 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8e308494-c39f-4370-898a-42ab9ac0e56e req-0621a147-6602-463b-8586-3f8c964bcca3 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0479555 Sep 22 21:10:58.465284 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8e308494-c39f-4370-898a-42ab9ac0e56e req-cd313075-b8fb-4188-b18a-613542201e19 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311956 Sep 22 21:10:58.476646 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41ea881-dd09-4044-989a-64d0bf9bcd32 tempest-TestMinimumBasicScenario-646349192 tempest-TestMinimumBasicScenario-646349192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:58.481270 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-b41ea881-dd09-4044-989a-64d0bf9bcd32 tempest-TestMinimumBasicScenario-646349192 tempest-TestMinimumBasicScenario-646349192-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 1094 time: 0.0845246 Sep 22 21:10:58.487883 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50118) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:10:58.487883 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Request body: {'floatingip': {'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'port_id': 'd0d89bf9-a8b2-4528-9358-1bb11194bd8b', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:10:58.573538 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:58.884363 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:58.983896 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Allocated IP 172.27.0.250 (2c353f49-210c-4300-9e98-1f6204bdd5b4/672554c0-508e-4537-8193-f701627840d3/8f1a5622-18e2-4b59-9ac7-8f1c9c9effba) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:10:59.081246 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:59.153215 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:59.186693 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:10:59.190839 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:10:59.194134 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:10:59.217819 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Pushing event updated for resources: {'Port': ['ID=8f1a5622-18e2-4b59-9ac7-8f1c9c9effba,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:59.540421 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:59.581989 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc6f13-9a41-4fce-8c4a-ccfa75f43d9b req-cd248148-37a2-442b-a4aa-6b86c8d9c0da tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:10:59.583478 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-eabc6f13-9a41-4fce-8c4a-ccfa75f43d9b req-cd248148-37a2-442b-a4aa-6b86c8d9c0da tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0513020 Sep 22 21:10:59.621664 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-eabc6f13-9a41-4fce-8c4a-ccfa75f43d9b req-87fd68af-ff9a-4911-b581-3a1b05a26a27 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303397 Sep 22 21:10:59.644965 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:59.788121 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:59.893325 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:10:59.960842 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Pushing event updated for resources: {'Port': ['ID=8f1a5622-18e2-4b59-9ac7-8f1c9c9effba,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:10:59.971871 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741466'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:00.067331 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.l3_db [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Floating IP da9d8c8a-947d-40d5-9bdf-7b7b4c3386a3 associated. External IP: 172.27.0.250, port: d0d89bf9-a8b2-4528-9358-1bb11194bd8b. Sep 22 21:11:00.264281 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Router d3d81c14-1e1a-4451-b034-dcf8aa038f2c has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:11:00.369295 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:11:00.379752 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0bc73d-1ac1-4ec5-baa9-6272c61c975f None None] Sync routers for ids ['d3d81c14-1e1a-4451-b034-dcf8aa038f2c'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:11:00.388294 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0bc73d-1ac1-4ec5-baa9-6272c61c975f None None] Routers {'d3d81c14-1e1a-4451-b034-dcf8aa038f2c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:11:00.388938 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2e0bc73d-1ac1-4ec5-baa9-6272c61c975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:10:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['d3d81c14-1e1a-4451-b034-dcf8aa038f2c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:11:00.455418 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:00.482778 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-f91004be-8666-40d2-97d0-80a7382e6233 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9998581 Sep 22 21:11:00.483359 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780c2064-2e87-4884-8ba9-2ce224e14161', 'tag': 'd0d89bf9-a8b2-4528-9358-1bb11194bd8b'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:11:00.485477 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 50128) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:11:00.485690 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf20d26-f7c0-4939-9409-4c89a2926fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "780c2064-2e87-4884-8ba9-2ce224e14161", "tag": "d0d89bf9-a8b2-4528-9358-1bb11194bd8b"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:11:00.491232 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-ba1e3665-e24e-47dc-8474-4b9e93aab6d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1351293397', 'description': 'tempest-secgroup-smoke-1351293397 description', 'project_id': 'e159a1978d8548c69da3186490a25e36'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:11:00.494993 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-2e0bc73d-1ac1-4ec5-baa9-6272c61c975f None None] Set router d3d81c14-1e1a-4451-b034-dcf8aa038f2c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:11:00.523538 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833990fd-b1aa-4fb1-8ee7-e35738ae7852 x-openstack-request-id: req-833990fd-b1aa-4fb1-8ee7-e35738ae7852 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:11:00.523876 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780c2064-2e87-4884-8ba9-2ce224e14161", "tag": "d0d89bf9-a8b2-4528-9358-1bb11194bd8b", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:11:00.524131 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-833990fd-b1aa-4fb1-8ee7-e35738ae7852 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:11:00.524528 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780c2064-2e87-4884-8ba9-2ce224e14161', 'tag': 'd0d89bf9-a8b2-4528-9358-1bb11194bd8b', 'status': 'completed', 'code': 200} Sep 22 21:11:00.589444 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf20d26-f7c0-4939-9409-4c89a2926fb0 req-74da7cc1-8520-431e-9493-fb8b34f7b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:00.591123 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-eaf20d26-f7c0-4939-9409-4c89a2926fb0 req-74da7cc1-8520-431e-9493-fb8b34f7b2a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e159a1978d8548c69da3186490a25e36&device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 1099 time: 0.0426538 Sep 22 21:11:00.595778 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba1e3665-e24e-47dc-8474-4b9e93aab6d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:00.700976 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba1e3665-e24e-47dc-8474-4b9e93aab6d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:00.703025 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf20d26-f7c0-4939-9409-4c89a2926fb0 req-09c12c8e-012b-4e9e-83dd-cb1204dd6caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:00.704758 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-eaf20d26-f7c0-4939-9409-4c89a2926fb0 req-09c12c8e-012b-4e9e-83dd-cb1204dd6caf service neutron] 10.222.0.48 "GET /v2.0/networks?id=a627b728-d0da-44cf-8198-5d4b5c6d866c HTTP/1.1" status: 200 len: 915 time: 0.1051943 Sep 22 21:11:00.742431 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2e0bc73d-1ac1-4ec5-baa9-6272c61c975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'name': 'tempest-TestMinimumBasicScenario-244231121-router', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:09:58Z', 'updated_at': '2021-09-22T21:10:01Z', 'revision_number': 4, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'gw_port': {'id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:09:59Z', 'updated_at': '2021-09-22T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': 'da9d8c8a-947d-40d5-9bdf-7b7b4c3386a3', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'port_id': 'd0d89bf9-a8b2-4528-9358-1bb11194bd8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c', 'mac_address': 'fa:16:3e:cb:1a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780c2064-2e87-4884-8ba9-2ce224e14161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:10:59Z', 'updated_at': '2021-09-22T21:10:59Z', 'revision_number': 0, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc55b425-160d-417a-af4a-75d7a63117b4', 'name': '', 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'mac_address': 'fa:16:3e:76:ff:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:00Z', 'updated_at': '2021-09-22T21:10:06Z', 'revision_number': 5, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'subnets': [{'id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:11:00.771410 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677813d-7dca-49d2-8c60-36b700e82d56 req-dcc8d5f5-189f-4314-94a3-f82bce91f816 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:00.773102 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b677813d-7dca-49d2-8c60-36b700e82d56 req-dcc8d5f5-189f-4314-94a3-f82bce91f816 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0539360 Sep 22 21:11:00.775078 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba1e3665-e24e-47dc-8474-4b9e93aab6d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:00.778915 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-eaf20d26-f7c0-4939-9409-4c89a2926fb0 req-537f5e89-52e6-4e66-8080-c26d946f9808 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0d89bf9-a8b2-4528-9358-1bb11194bd8b HTTP/1.1" status: 200 len: 1000 time: 0.0655415 Sep 22 21:11:00.782983 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0bc73d-1ac1-4ec5-baa9-6272c61c975f None None] Checking router: d3d81c14-1e1a-4451-b034-dcf8aa038f2c for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:11:00.792812 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0bc73d-1ac1-4ec5-baa9-6272c61c975f None None] Routers {'d3d81c14-1e1a-4451-b034-dcf8aa038f2c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:11:00.794260 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2e0bc73d-1ac1-4ec5-baa9-6272c61c975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:10:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['d3d81c14-1e1a-4451-b034-dcf8aa038f2c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:11:00.831293 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e3665-e24e-47dc-8474-4b9e93aab6d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=222dd787-8c94-4576-a504-dca7bfd8e857,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:00.842092 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b677813d-7dca-49d2-8c60-36b700e82d56 req-fec5c920-c673-4b91-b8d0-c2ec8c4ab1c8 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535216 Sep 22 21:11:00.842312 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf20d26-f7c0-4939-9409-4c89a2926fb0 req-24649bfe-5b6f-4807-9993-9bfd1b7cdbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:00.844310 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-eaf20d26-f7c0-4939-9409-4c89a2926fb0 req-24649bfe-5b6f-4807-9993-9bfd1b7cdbe8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a42be86-5cc7-4529-b903-8c073fdb394d HTTP/1.1" status: 200 len: 853 time: 0.0558953 Sep 22 21:11:00.850646 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e3665-e24e-47dc-8474-4b9e93aab6d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:00.850988 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e3665-e24e-47dc-8474-4b9e93aab6d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:00.851312 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e3665-e24e-47dc-8474-4b9e93aab6d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:00.851983 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e3665-e24e-47dc-8474-4b9e93aab6d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:00.851983 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e3665-e24e-47dc-8474-4b9e93aab6d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:00.852270 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e3665-e24e-47dc-8474-4b9e93aab6d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:00.852574 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e3665-e24e-47dc-8474-4b9e93aab6d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:00.853028 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e3665-e24e-47dc-8474-4b9e93aab6d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:00.853346 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e3665-e24e-47dc-8474-4b9e93aab6d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:00.853683 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e3665-e24e-47dc-8474-4b9e93aab6d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:00.853979 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e3665-e24e-47dc-8474-4b9e93aab6d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:00.854306 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1e3665-e24e-47dc-8474-4b9e93aab6d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:00.894347 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ba1e3665-e24e-47dc-8474-4b9e93aab6d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:00.897624 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-ba1e3665-e24e-47dc-8474-4b9e93aab6d9 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4087808 Sep 22 21:11:00.898861 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 50142) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:11:00.899219 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf20d26-f7c0-4939-9409-4c89a2926fb0 req-9e241fe5-eda8-443f-beb5-21cd537dc8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:00.900798 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-eaf20d26-f7c0-4939-9409-4c89a2926fb0 req-9e241fe5-eda8-443f-beb5-21cd537dc8b6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a627b728-d0da-44cf-8198-5d4b5c6d866c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485594 Sep 22 21:11:00.905325 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-475b0e32-e762-443f-a988-a38e0f89975c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Request body: {'security_group_rule': {'security_group_id': '222dd787-8c94-4576-a504-dca7bfd8e857', 'project_id': 'e159a1978d8548c69da3186490a25e36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:11:00.941927 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-2e0bc73d-1ac1-4ec5-baa9-6272c61c975f None None] Set router d3d81c14-1e1a-4451-b034-dcf8aa038f2c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:11:01.011585 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-eaf20d26-f7c0-4939-9409-4c89a2926fb0 req-31491099-bb4f-4c20-998f-7c06b9b43474 service neutron] 10.222.0.48 "GET /v2.0/networks/a627b728-d0da-44cf-8198-5d4b5c6d866c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009548 Sep 22 21:11:01.020655 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-475b0e32-e762-443f-a988-a38e0f89975c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:01.038565 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e6725-93dc-40b4-a004-4c5adfd9a65c req-de21b6f9-b556-43c5-8774-4361381e1aaf tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:01.040157 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-102e6725-93dc-40b4-a004-4c5adfd9a65c req-de21b6f9-b556-43c5-8774-4361381e1aaf tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0682268 Sep 22 21:11:01.075382 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c276fe6d-f98c-4053-9e39-d2abb040aca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:01.108970 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-102e6725-93dc-40b4-a004-4c5adfd9a65c req-30b771f3-948d-445e-acbe-045955c55012 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529287 Sep 22 21:11:01.124780 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-eaf20d26-f7c0-4939-9409-4c89a2926fb0 req-98008ee0-ca8a-4c50-8fd3-ca260b8a2ff7 service neutron] 10.222.0.48 "GET /v2.0/networks/a627b728-d0da-44cf-8198-5d4b5c6d866c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983171 Sep 22 21:11:01.127276 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-475b0e32-e762-443f-a988-a38e0f89975c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:01.183781 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-2e0bc73d-1ac1-4ec5-baa9-6272c61c975f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'name': 'tempest-TestMinimumBasicScenario-244231121-router', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:09:58Z', 'updated_at': '2021-09-22T21:10:01Z', 'revision_number': 4, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'gw_port': {'id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:09:59Z', 'updated_at': '2021-09-22T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': 'da9d8c8a-947d-40d5-9bdf-7b7b4c3386a3', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'port_id': 'd0d89bf9-a8b2-4528-9358-1bb11194bd8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c', 'mac_address': 'fa:16:3e:cb:1a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780c2064-2e87-4884-8ba9-2ce224e14161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:10:59Z', 'updated_at': '2021-09-22T21:10:59Z', 'revision_number': 0, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc55b425-160d-417a-af4a-75d7a63117b4', 'name': '', 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'mac_address': 'fa:16:3e:76:ff:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:00Z', 'updated_at': '2021-09-22T21:10:06Z', 'revision_number': 5, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'subnets': [{'id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:11:01.209881 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-475b0e32-e762-443f-a988-a38e0f89975c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:01.212606 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0bc73d-1ac1-4ec5-baa9-6272c61c975f None None] The sync data for ids ['d3d81c14-1e1a-4451-b034-dcf8aa038f2c'] in dv-cinder-810415-3-iscsi is: [{'id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'name': 'tempest-TestMinimumBasicScenario-244231121-router', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:09:58Z', 'updated_at': '2021-09-22T21:10:01Z', 'revision_number': 4, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'gw_port': {'id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:09:59Z', 'updated_at': '2021-09-22T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': 'da9d8c8a-947d-40d5-9bdf-7b7b4c3386a3', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'floating_ip_address': '172.27.0.250', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'port_id': 'd0d89bf9-a8b2-4528-9358-1bb11194bd8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c', 'mac_address': 'fa:16:3e:cb:1a:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780c2064-2e87-4884-8ba9-2ce224e14161', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:10:59Z', 'updated_at': '2021-09-22T21:10:59Z', 'revision_number': 0, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc55b425-160d-417a-af4a-75d7a63117b4', 'name': '', 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'mac_address': 'fa:16:3e:76:ff:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:00Z', 'updated_at': '2021-09-22T21:10:06Z', 'revision_number': 5, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'subnets': [{'id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:11:01.229640 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b0e32-e762-443f-a988-a38e0f89975c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b9ca03-8768-4da3-a190-18bba65f46d0,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:01.305009 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-475b0e32-e762-443f-a988-a38e0f89975c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:01.306247 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-475b0e32-e762-443f-a988-a38e0f89975c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4062912 Sep 22 21:11:01.309398 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 50146) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:11:01.313767 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-305a500f-3359-41aa-bd20-73108c7be9fa tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Request body: {'security_group_rule': {'security_group_id': '222dd787-8c94-4576-a504-dca7bfd8e857', 'project_id': 'e159a1978d8548c69da3186490a25e36', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:11:01.397981 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d75a351-e243-425c-9db8-7e2e33962e1a None None] New status for floating IP da9d8c8a-947d-40d5-9bdf-7b7b4c3386a3: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:11:01.413127 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-305a500f-3359-41aa-bd20-73108c7be9fa tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:01.469629 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-305a500f-3359-41aa-bd20-73108c7be9fa tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:01.545031 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-305a500f-3359-41aa-bd20-73108c7be9fa tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:01.562579 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a500f-3359-41aa-bd20-73108c7be9fa tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4419272d-51dd-4b91-9cad-18db278ec9c2,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:01.655414 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-305a500f-3359-41aa-bd20-73108c7be9fa tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:01.656666 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-305a500f-3359-41aa-bd20-73108c7be9fa tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3463180 Sep 22 21:11:01.659753 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 50148) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:11:01.664041 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-02aaafa7-2a6b-4e97-9033-57bef3df79a2 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Request body: {'security_group_rule': {'security_group_id': '222dd787-8c94-4576-a504-dca7bfd8e857', 'project_id': 'e159a1978d8548c69da3186490a25e36', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:11:01.739642 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02aaafa7-2a6b-4e97-9033-57bef3df79a2 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:01.803054 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02aaafa7-2a6b-4e97-9033-57bef3df79a2 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:01.872343 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02aaafa7-2a6b-4e97-9033-57bef3df79a2 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:01.889319 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aaafa7-2a6b-4e97-9033-57bef3df79a2 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2b6be4f-7ed7-4545-8857-c520ffdc7f36,revision_number=0']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:01.960627 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05824df-854d-4daa-b489-37b403248026 req-0a960766-285c-48ca-b790-46a801e3c63b tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:01.962159 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f05824df-854d-4daa-b489-37b403248026 req-0a960766-285c-48ca-b790-46a801e3c63b tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0476978 Sep 22 21:11:01.974398 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-02aaafa7-2a6b-4e97-9033-57bef3df79a2 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:01.975462 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-02aaafa7-2a6b-4e97-9033-57bef3df79a2 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3148232 Sep 22 21:11:01.978335 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50152) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:11:01.983961 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-c0e5fc80-2c7d-43ed-9b78-dd7f9f543c7c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Request body: {'security_group_rule': {'security_group_id': '222dd787-8c94-4576-a504-dca7bfd8e857', 'project_id': 'e159a1978d8548c69da3186490a25e36', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:11:02.002666 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f05824df-854d-4daa-b489-37b403248026 req-b73b341e-0768-4606-a8b4-704aa7ad6ed2 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340705 Sep 22 21:11:02.060040 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0e5fc80-2c7d-43ed-9b78-dd7f9f543c7c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:02.116534 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0e5fc80-2c7d-43ed-9b78-dd7f9f543c7c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:02.215934 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0e5fc80-2c7d-43ed-9b78-dd7f9f543c7c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:02.229589 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65976db5-9eea-4313-b65e-47418543bce9 req-1d9205e8-b51e-4b68-9fdc-bce37e736ac2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:02.230960 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-65976db5-9eea-4313-b65e-47418543bce9 req-1d9205e8-b51e-4b68-9fdc-bce37e736ac2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0482175 Sep 22 21:11:02.233201 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5fc80-2c7d-43ed-9b78-dd7f9f543c7c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5e07f7-2ae0-4c0c-8c98-ad215e6b4e6f,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:02.268797 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-65976db5-9eea-4313-b65e-47418543bce9 req-ba9854fa-6d0f-42e9-9f62-ac80a8e18de4 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306907 Sep 22 21:11:02.312245 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c0e5fc80-2c7d-43ed-9b78-dd7f9f543c7c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:02.313571 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-c0e5fc80-2c7d-43ed-9b78-dd7f9f543c7c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3342130 Sep 22 21:11:02.316201 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50156) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:11:02.320452 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-f68d442b-6010-4222-909f-2aaae1ad510f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Request body: {'security_group_rule': {'security_group_id': '222dd787-8c94-4576-a504-dca7bfd8e857', 'project_id': 'e159a1978d8548c69da3186490a25e36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:11:02.420634 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.securitygroups_db [None req-f68d442b-6010-4222-909f-2aaae1ad510f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Project e159a1978d8548c69da3186490a25e36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:11:02.425550 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f68d442b-6010-4222-909f-2aaae1ad510f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:02.486200 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f68d442b-6010-4222-909f-2aaae1ad510f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:02.563326 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f68d442b-6010-4222-909f-2aaae1ad510f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:02.580938 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d442b-6010-4222-909f-2aaae1ad510f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bb9fd1a-0aaf-4588-a92a-95a6bf04367e,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:02.655030 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f68d442b-6010-4222-909f-2aaae1ad510f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:02.656231 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-f68d442b-6010-4222-909f-2aaae1ad510f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3391092 Sep 22 21:11:02.659262 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50158) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:11:02.665506 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-edad69da-fa41-4e47-b68e-41b21c9ce4e8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Request body: {'security_group_rule': {'security_group_id': '222dd787-8c94-4576-a504-dca7bfd8e857', 'project_id': 'e159a1978d8548c69da3186490a25e36', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:11:02.740784 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.securitygroups_db [None req-edad69da-fa41-4e47-b68e-41b21c9ce4e8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Project e159a1978d8548c69da3186490a25e36 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 21:11:02.746158 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-edad69da-fa41-4e47-b68e-41b21c9ce4e8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:02.806964 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-edad69da-fa41-4e47-b68e-41b21c9ce4e8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:02.876616 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-edad69da-fa41-4e47-b68e-41b21c9ce4e8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:02.898121 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad69da-fa41-4e47-b68e-41b21c9ce4e8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309c1fc3-9743-455c-b9a1-547a4aee8ef6,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:02.910078 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbaf17-c8b4-4dd3-9460-00cf29bab85d req-5f17ed4d-8153-49a4-bbb1-6ab67d0c74d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:02.911631 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-33dbaf17-c8b4-4dd3-9460-00cf29bab85d req-5f17ed4d-8153-49a4-bbb1-6ab67d0c74d7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d0303c96e4f64c148daa15e4c5fae41d&device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 1098 time: 0.0601127 Sep 22 21:11:02.948501 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-edad69da-fa41-4e47-b68e-41b21c9ce4e8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:02.949642 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-edad69da-fa41-4e47-b68e-41b21c9ce4e8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2894957 Sep 22 21:11:03.006583 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbaf17-c8b4-4dd3-9460-00cf29bab85d req-3fff358f-0eb4-49f9-a77e-8f2d473d6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:03.006583 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-33dbaf17-c8b4-4dd3-9460-00cf29bab85d req-3fff358f-0eb4-49f9-a77e-8f2d473d6a98 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a163378-cd17-4e1b-90c3-7de042c0fc78 HTTP/1.1" status: 200 len: 910 time: 0.0878108 Sep 22 21:11:03.027868 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6cf357e2-34f1-465b-9941-149acdee7aaf req-e05c17e2-b1c0-4897-994b-8495e30dc43f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1351293397&fields=id&tenant_id=e159a1978d8548c69da3186490a25e36 HTTP/1.1" status: 200 len: 267 time: 0.0352662 Sep 22 21:11:03.072509 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-33dbaf17-c8b4-4dd3-9460-00cf29bab85d req-e7b6e0b4-abf5-4ff6-8e5a-cbf0236a7563 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df61a110-e862-4a04-b866-48b063080d70 HTTP/1.1" status: 200 len: 1000 time: 0.0583334 Sep 22 21:11:03.106546 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf357e2-34f1-465b-9941-149acdee7aaf req-16abe383-6b51-42ed-9b2c-3ca5c31039b8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:03.108033 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6cf357e2-34f1-465b-9941-149acdee7aaf req-16abe383-6b51-42ed-9b2c-3ca5c31039b8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 946 time: 0.0735254 Sep 22 21:11:03.121924 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [req-6cf357e2-34f1-465b-9941-149acdee7aaf req-39decec8-36ad-43b9-abdb-e7a1cd03bcf8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Request body: {'port': {'security_groups': ['4baf2f81-7970-4390-8464-c82f31ac904d', '222dd787-8c94-4576-a504-dca7bfd8e857']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:11:03.126741 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbaf17-c8b4-4dd3-9460-00cf29bab85d req-7371f056-d24b-4952-a731-5a6c4980e316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:03.128189 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-33dbaf17-c8b4-4dd3-9460-00cf29bab85d req-7371f056-d24b-4952-a731-5a6c4980e316 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e HTTP/1.1" status: 200 len: 848 time: 0.0433462 Sep 22 21:11:03.135729 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7591c-7ffa-4ff9-a748-1ddd3403aab7 req-77c0e055-9192-4ff5-a037-9c4482872e0b tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:03.137192 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-70b7591c-7ffa-4ff9-a748-1ddd3403aab7 req-77c0e055-9192-4ff5-a037-9c4482872e0b tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0671875 Sep 22 21:11:03.175738 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbaf17-c8b4-4dd3-9460-00cf29bab85d req-2172fb3a-dd5a-4cf8-8381-58b3e1300402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:03.177233 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-33dbaf17-c8b4-4dd3-9460-00cf29bab85d req-2172fb3a-dd5a-4cf8-8381-58b3e1300402 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a163378-cd17-4e1b-90c3-7de042c0fc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416827 Sep 22 21:11:03.220600 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-70b7591c-7ffa-4ff9-a748-1ddd3403aab7 req-242920c6-bee3-4366-88cd-57659995759f tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673420 Sep 22 21:11:03.223714 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6cf357e2-34f1-465b-9941-149acdee7aaf req-39decec8-36ad-43b9-abdb-e7a1cd03bcf8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:03.271638 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-33dbaf17-c8b4-4dd3-9460-00cf29bab85d req-af1a5a47-fbf4-49c9-929f-2f1e871e8bb2 service neutron] 10.222.0.48 "GET /v2.0/networks/2a163378-cd17-4e1b-90c3-7de042c0fc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804262 Sep 22 21:11:03.447404 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716c2a8-98ad-4e73-81ce-2c771c690770 req-7fe30ee6-27e9-4932-814c-87816895c2b2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:03.449040 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9716c2a8-98ad-4e73-81ce-2c771c690770 req-7fe30ee6-27e9-4932-814c-87816895c2b2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.1084294 Sep 22 21:11:03.469734 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-6cf357e2-34f1-465b-9941-149acdee7aaf req-39decec8-36ad-43b9-abdb-e7a1cd03bcf8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] For port d0d89bf9-a8b2-4528-9358-1bb11194bd8b, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=d0d89bf9-a8b2-4528-9358-1bb11194bd8b,segment=NetworkSegment(b880bb8a-1996-4729-90ea-0d1d7930dae6),segment_id=b880bb8a-1996-4729-90ea-0d1d7930dae6)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:11:03.518303 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9716c2a8-98ad-4e73-81ce-2c771c690770 req-4070b41c-9f25-4782-a495-148fd2e5afa9 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628843 Sep 22 21:11:03.522135 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6cf357e2-34f1-465b-9941-149acdee7aaf req-39decec8-36ad-43b9-abdb-e7a1cd03bcf8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:03.584656 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6cf357e2-34f1-465b-9941-149acdee7aaf req-39decec8-36ad-43b9-abdb-e7a1cd03bcf8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26159211'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:03.585075 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-33dbaf17-c8b4-4dd3-9460-00cf29bab85d req-9602fe9f-39c4-437d-a2ba-12589e5c9f97 service neutron] 10.222.0.48 "GET /v2.0/networks/2a163378-cd17-4e1b-90c3-7de042c0fc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042970 Sep 22 21:11:03.598184 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['d0d89bf9-a8b2-4528-9358-1bb11194bd8b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:11:03.631447 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf357e2-34f1-465b-9941-149acdee7aaf req-39decec8-36ad-43b9-abdb-e7a1cd03bcf8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:03.632057 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-6cf357e2-34f1-465b-9941-149acdee7aaf req-39decec8-36ad-43b9-abdb-e7a1cd03bcf8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:03.633446 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6cf357e2-34f1-465b-9941-149acdee7aaf req-39decec8-36ad-43b9-abdb-e7a1cd03bcf8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "PUT /v2.0/ports/d0d89bf9-a8b2-4528-9358-1bb11194bd8b HTTP/1.1" status: 200 len: 982 time: 0.5173597 Sep 22 21:11:03.633885 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780c2064-2e87-4884-8ba9-2ce224e14161', 'tag': 'd0d89bf9-a8b2-4528-9358-1bb11194bd8b'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:11:03.636627 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f9e82ad46dbda8c41019e9d45a01ce2f125e700925afeafc1c5e0f0766aab3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de2c404-3615-4c32-be41-8c14c74e8274" -d '{"events": [{"name": "network-changed", "server_uuid": "780c2064-2e87-4884-8ba9-2ce224e14161", "tag": "d0d89bf9-a8b2-4528-9358-1bb11194bd8b"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:11:03.682329 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39decec8-36ad-43b9-abdb-e7a1cd03bcf8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Pushing event updated for resources: {'Port': ['ID=d0d89bf9-a8b2-4528-9358-1bb11194bd8b,revision_number=6']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:03.689833 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-980cf3e0-b0da-4d78-a955-dc0dc3ba3f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:03.759556 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['d0d89bf9-a8b2-4528-9358-1bb11194bd8b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:11:03.759829 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525bb56-29f7-425c-874f-553f7e605822 req-74f278fd-172a-4f0f-8d8f-68a5b0ac4dd6 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:03.762232 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5525bb56-29f7-425c-874f-553f7e605822 req-74f278fd-172a-4f0f-8d8f-68a5b0ac4dd6 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 985 time: 0.0527551 Sep 22 21:11:03.768905 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54314350-08b5-4652-ba84-207dc58434e6 x-openstack-request-id: req-54314350-08b5-4652-ba84-207dc58434e6 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:11:03.769295 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780c2064-2e87-4884-8ba9-2ce224e14161", "tag": "d0d89bf9-a8b2-4528-9358-1bb11194bd8b", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:11:03.769646 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54314350-08b5-4652-ba84-207dc58434e6 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:11:03.772068 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780c2064-2e87-4884-8ba9-2ce224e14161', 'tag': 'd0d89bf9-a8b2-4528-9358-1bb11194bd8b', 'status': 'completed', 'code': 200} Sep 22 21:11:03.831301 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5525bb56-29f7-425c-874f-553f7e605822 req-b2596bfc-b893-4f60-8d19-c4744c722f06 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=222dd787-8c94-4576-a504-dca7bfd8e857&id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599427 Sep 22 21:11:03.862698 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2c404-3615-4c32-be41-8c14c74e8274 req-01f25134-0510-43fc-bade-04b86d76bf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:03.865067 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-8de2c404-3615-4c32-be41-8c14c74e8274 req-01f25134-0510-43fc-bade-04b86d76bf14 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e159a1978d8548c69da3186490a25e36&device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 1138 time: 0.0708754 Sep 22 21:11:03.918002 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-152abc67-edcd-4631-8526-4b8f0d11f56c None None] Provisioning complete for port d0d89bf9-a8b2-4528-9358-1bb11194bd8b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:11:03.918373 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-152abc67-edcd-4631-8526-4b8f0d11f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:03.954943 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2c404-3615-4c32-be41-8c14c74e8274 req-dd4d3e7f-e994-4027-a323-1a0756c1cad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:03.956578 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-8de2c404-3615-4c32-be41-8c14c74e8274 req-dd4d3e7f-e994-4027-a323-1a0756c1cad1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a627b728-d0da-44cf-8198-5d4b5c6d866c HTTP/1.1" status: 200 len: 915 time: 0.0840383 Sep 22 21:11:04.028839 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-8de2c404-3615-4c32-be41-8c14c74e8274 req-73f86415-98a2-4ce3-b7a2-1ee1993a0b35 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0d89bf9-a8b2-4528-9358-1bb11194bd8b HTTP/1.1" status: 200 len: 1002 time: 0.0598745 Sep 22 21:11:04.077827 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2c404-3615-4c32-be41-8c14c74e8274 req-4b974f13-90f1-4ed4-b9ba-f92c586b01be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:04.079264 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-8de2c404-3615-4c32-be41-8c14c74e8274 req-4b974f13-90f1-4ed4-b9ba-f92c586b01be service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a42be86-5cc7-4529-b903-8c073fdb394d HTTP/1.1" status: 200 len: 853 time: 0.0424480 Sep 22 21:11:04.123920 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2c404-3615-4c32-be41-8c14c74e8274 req-8b7f34a9-3b8a-427d-86ff-b9930aba7c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:04.125417 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-8de2c404-3615-4c32-be41-8c14c74e8274 req-8b7f34a9-3b8a-427d-86ff-b9930aba7c30 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a627b728-d0da-44cf-8198-5d4b5c6d866c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386078 Sep 22 21:11:04.217804 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-8de2c404-3615-4c32-be41-8c14c74e8274 req-46116735-faa5-440d-b374-5a852dd6d814 service neutron] 10.222.0.48 "GET /v2.0/networks/a627b728-d0da-44cf-8198-5d4b5c6d866c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842750 Sep 22 21:11:04.322079 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-8de2c404-3615-4c32-be41-8c14c74e8274 req-5e6dcbc9-5d46-46a7-90a3-0e7c5c594cba service neutron] 10.222.0.48 "GET /v2.0/networks/a627b728-d0da-44cf-8198-5d4b5c6d866c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954232 Sep 22 21:11:04.350636 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2af5dc-5117-47d5-9b9c-ed550461c37d req-4c8200d3-7ab3-4883-bf98-9dae5b35560f tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:04.352108 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7d2af5dc-5117-47d5-9b9c-ed550461c37d req-4c8200d3-7ab3-4883-bf98-9dae5b35560f tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0496020 Sep 22 21:11:04.389493 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7d2af5dc-5117-47d5-9b9c-ed550461c37d req-4594eeaf-d538-4f8c-bcf4-418f2e1e5acc tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312490 Sep 22 21:11:04.397904 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:04.477612 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:04.634390 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11dbcd-9938-47c0-a07f-bdc7155d5bfb req-a1897118-5fc6-4aa4-af4a-1cbce7ab1794 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:04.635847 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3a11dbcd-9938-47c0-a07f-bdc7155d5bfb req-a1897118-5fc6-4aa4-af4a-1cbce7ab1794 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0475047 Sep 22 21:11:04.675732 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3a11dbcd-9938-47c0-a07f-bdc7155d5bfb req-aa05cd7e-14f7-4b03-94cf-ce9af93cd89b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340531 Sep 22 21:11:05.504402 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae7ad1-50e7-46bd-a0ac-f49ea5a1ae61 req-d7aeab41-cdd8-4071-b613-94890b1d7d43 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:05.507283 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b5ae7ad1-50e7-46bd-a0ac-f49ea5a1ae61 req-d7aeab41-cdd8-4071-b613-94890b1d7d43 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0516105 Sep 22 21:11:05.546955 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b5ae7ad1-50e7-46bd-a0ac-f49ea5a1ae61 req-64420186-3135-45e3-91a5-2d65d7c47d52 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348599 Sep 22 21:11:05.791665 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbabf4-d450-4bb3-9809-25ed72f69408 req-97e748c6-7abb-40ce-9507-6a9e82c22dff tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:05.796062 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cfbbabf4-d450-4bb3-9809-25ed72f69408 req-97e748c6-7abb-40ce-9507-6a9e82c22dff tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0501754 Sep 22 21:11:05.833928 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cfbbabf4-d450-4bb3-9809-25ed72f69408 req-833c9f77-5cd2-4d05-8bb4-086ded9a2d08 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321019 Sep 22 21:11:06.316070 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:06.659244 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054eba8-4238-4d26-a129-2a1866d4ecbf req-190e6925-e353-4a17-acc3-ba432233f26a tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:06.660504 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5054eba8-4238-4d26-a129-2a1866d4ecbf req-190e6925-e353-4a17-acc3-ba432233f26a tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0490797 Sep 22 21:11:06.704064 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5054eba8-4238-4d26-a129-2a1866d4ecbf req-c6433102-0c99-4288-b453-255a7b4c2a28 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372779 Sep 22 21:11:06.808359 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [req-9ba07b0a-92b4-49c6-9047-d68b6d6a436b req-a39db0d7-9d65-4c4c-bd31-3c4e30627046 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94795) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:11:06.809460 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9ba07b0a-92b4-49c6-9047-d68b6d6a436b req-a39db0d7-9d65-4c4c-bd31-3c4e30627046 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055685 Sep 22 21:11:06.951449 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877282e1-24c6-465d-bf9a-f41d70bc32a5 req-e57dc483-0d7c-4ac7-9bd5-f2a4d506e035 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:06.953109 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-877282e1-24c6-465d-bf9a-f41d70bc32a5 req-e57dc483-0d7c-4ac7-9bd5-f2a4d506e035 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0487564 Sep 22 21:11:06.990707 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-877282e1-24c6-465d-bf9a-f41d70bc32a5 req-b9e92483-926f-4dbe-932f-da70ca05bf02 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317004 Sep 22 21:11:07.288581 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2b50e-9561-49bd-b52d-4720192af628 req-05d3938e-2205-470d-9c67-521025bef2ac tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:07.290075 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-15d2b50e-9561-49bd-b52d-4720192af628 req-05d3938e-2205-470d-9c67-521025bef2ac tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0477188 Sep 22 21:11:07.327751 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-15d2b50e-9561-49bd-b52d-4720192af628 req-7e64b372-4ae4-417c-b466-eafbb4b26455 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317812 Sep 22 21:11:07.335979 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50196) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:11:07.413389 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-60005228-08af-42d4-93e6-ad74fd87dc4e req-1199565a-72c2-42a7-a35b-2a0e0f70d849 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0762088 Sep 22 21:11:07.422456 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [req-60005228-08af-42d4-93e6-ad74fd87dc4e req-bf6014f6-4293-4fa4-b735-d9dabe4899f2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:11:07.423390 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-60005228-08af-42d4-93e6-ad74fd87dc4e req-bf6014f6-4293-4fa4-b735-d9dabe4899f2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048199 Sep 22 21:11:08.106668 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c25e7-d96a-4692-9457-37b41151131e req-29c34e06-0ab5-44a2-baaf-ff92ad1ff2ef tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:08.108151 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cf4c25e7-d96a-4692-9457-37b41151131e req-29c34e06-0ab5-44a2-baaf-ff92ad1ff2ef tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0476758 Sep 22 21:11:08.148612 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cf4c25e7-d96a-4692-9457-37b41151131e req-cce55d12-6e70-4a31-a4c7-92d766179ce8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341308 Sep 22 21:11:08.438283 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f21abf-c0fe-4b20-9958-cdd500dad84d req-8acdea61-3155-4c79-a21b-1d45602379ea tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:08.439705 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a2f21abf-c0fe-4b20-9958-cdd500dad84d req-8acdea61-3155-4c79-a21b-1d45602379ea tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0468507 Sep 22 21:11:08.475896 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a2f21abf-c0fe-4b20-9958-cdd500dad84d req-f305aa31-64c7-45b4-b9c4-4169211af180 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304768 Sep 22 21:11:08.825402 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device df61a110-e862-4a04-b866-48b063080d70 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:11:08.897475 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:08.919251 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784e12af-0c54-4008-a847-5acafcb8af88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df61a110-e862-4a04-b866-48b063080d70'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:11:08.921494 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0674821-5772-4043-b0fa-eb7e5d3d8b05" -d '{"events": [{"server_uuid": "784e12af-0c54-4008-a847-5acafcb8af88", "name": "network-vif-unplugged", "status": "completed", "tag": "df61a110-e862-4a04-b866-48b063080d70"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:11:08.933849 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port df61a110-e862-4a04-b866-48b063080d70, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=df61a110-e862-4a04-b866-48b063080d70,segment=NetworkSegment(534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1),segment_id=534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:11:08.954027 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 22 Sep 2021 21:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05940a95-7821-4604-a70d-f571e5e5e978 x-openstack-request-id: req-05940a95-7821-4604-a70d-f571e5e5e978 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:11:08.954314 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784e12af-0c54-4008-a847-5acafcb8af88", "name": "network-vif-unplugged", "status": "failed", "tag": "df61a110-e862-4a04-b866-48b063080d70", "code": 422}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:11:08.954589 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-05940a95-7821-4604-a70d-f571e5e5e978 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:11:08.954982 dv-cinder-810415-3-iscsi neutron-server[94797]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '784e12af-0c54-4008-a847-5acafcb8af88', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'df61a110-e862-4a04-b866-48b063080d70', 'code': 422} returned with failed status Sep 22 21:11:09.009216 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:09.058697 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=df61a110-e862-4a04-b866-48b063080d70,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:09.065601 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:09.065945 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:09.066275 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:09.066601 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:09.066924 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:09.067243 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:09.067560 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:09.067875 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:09.068214 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:09.068534 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:09.068881 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:09.069193 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:11:09.271082 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f15ec-57aa-4e04-8467-d43c6eb7eceb req-867ca578-300f-4dfd-add9-734b73a6873b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:09.272567 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3d9f15ec-57aa-4e04-8467-d43c6eb7eceb req-867ca578-300f-4dfd-add9-734b73a6873b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0530641 Sep 22 21:11:09.310007 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3d9f15ec-57aa-4e04-8467-d43c6eb7eceb req-f8da2268-b1e3-4875-bfb2-6f148a4fcd07 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313923 Sep 22 21:11:09.589773 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431cb16-2e1c-4c57-b032-cfef25707c13 req-0930e96b-87c8-4252-b9c9-de962074fbd5 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:09.591214 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7431cb16-2e1c-4c57-b032-cfef25707c13 req-0930e96b-87c8-4252-b9c9-de962074fbd5 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0476685 Sep 22 21:11:09.630718 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7431cb16-2e1c-4c57-b032-cfef25707c13 req-fac15677-c8bd-4cce-9b53-0867f235a5d0 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336916 Sep 22 21:11:09.825101 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60005228-08af-42d4-93e6-ad74fd87dc4e req-782fc159-d406-4503-873b-1bd02587b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:09.825689 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-60005228-08af-42d4-93e6-ad74fd87dc4e req-782fc159-d406-4503-873b-1bd02587b956 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88&tenant_id=d0303c96e4f64c148daa15e4c5fae41d HTTP/1.1" status: 200 len: 1096 time: 0.0393817 Sep 22 21:11:09.890056 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60005228-08af-42d4-93e6-ad74fd87dc4e req-82538a06-3fc1-4d8c-96e2-27a45047a946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:09.891524 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-60005228-08af-42d4-93e6-ad74fd87dc4e req-82538a06-3fc1-4d8c-96e2-27a45047a946 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d0303c96e4f64c148daa15e4c5fae41d&device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 1096 time: 0.0404313 Sep 22 21:11:09.980792 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60005228-08af-42d4-93e6-ad74fd87dc4e req-7e8bfc75-1ccc-4f8c-ad2c-ab103d717cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:09.982322 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-60005228-08af-42d4-93e6-ad74fd87dc4e req-7e8bfc75-1ccc-4f8c-ad2c-ab103d717cd8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a163378-cd17-4e1b-90c3-7de042c0fc78 HTTP/1.1" status: 200 len: 910 time: 0.0835476 Sep 22 21:11:10.045967 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-60005228-08af-42d4-93e6-ad74fd87dc4e req-f68f9fd5-dcbc-43c2-a0e8-2000053713c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df61a110-e862-4a04-b866-48b063080d70 HTTP/1.1" status: 200 len: 998 time: 0.0558345 Sep 22 21:11:10.098956 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60005228-08af-42d4-93e6-ad74fd87dc4e req-fa01e7c8-a3d2-4f84-9b1c-ac0fe3e52b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:10.100261 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-60005228-08af-42d4-93e6-ad74fd87dc4e req-fa01e7c8-a3d2-4f84-9b1c-ac0fe3e52b1a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e HTTP/1.1" status: 200 len: 848 time: 0.0442646 Sep 22 21:11:10.143665 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60005228-08af-42d4-93e6-ad74fd87dc4e req-06f04e68-8b78-4291-97bd-f5955386c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:10.145245 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-60005228-08af-42d4-93e6-ad74fd87dc4e req-06f04e68-8b78-4291-97bd-f5955386c0b2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a163378-cd17-4e1b-90c3-7de042c0fc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374105 Sep 22 21:11:10.236388 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-60005228-08af-42d4-93e6-ad74fd87dc4e req-a739bd31-a415-499a-8b5b-0fffb77689f2 service neutron] 10.222.0.48 "GET /v2.0/networks/2a163378-cd17-4e1b-90c3-7de042c0fc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828645 Sep 22 21:11:10.329550 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-60005228-08af-42d4-93e6-ad74fd87dc4e req-66417947-e171-4b67-b6e2-d1dcc87bcfd0 service neutron] 10.222.0.48 "GET /v2.0/networks/2a163378-cd17-4e1b-90c3-7de042c0fc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860801 Sep 22 21:11:10.426194 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b3243-6932-4d1c-b441-19e9f99c008a req-cd2bf260-2e3d-422f-9883-5bb7cb28a466 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:10.427673 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c79b3243-6932-4d1c-b441-19e9f99c008a req-cd2bf260-2e3d-422f-9883-5bb7cb28a466 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0484226 Sep 22 21:11:10.466310 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c79b3243-6932-4d1c-b441-19e9f99c008a req-b8140531-7bc3-49e2-b04b-2ca478902d80 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309010 Sep 22 21:11:10.645485 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c01ef3-aa80-45b3-be68-e8c90ebe776e req-ce17f665-b147-4e51-a7a1-e623ec54f438 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:10.646847 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-27c01ef3-aa80-45b3-be68-e8c90ebe776e req-ce17f665-b147-4e51-a7a1-e623ec54f438 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 946 time: 0.0481310 Sep 22 21:11:10.684406 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-27c01ef3-aa80-45b3-be68-e8c90ebe776e req-5b374dbf-d1b5-4a87-a23f-26b989dee165 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316517 Sep 22 21:11:10.743204 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a374d-d7a9-4461-8b05-e8ca5e080978 req-9421233b-2069-4475-9ec6-d23ffd0771ea tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:10.744616 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-003a374d-d7a9-4461-8b05-e8ca5e080978 req-9421233b-2069-4475-9ec6-d23ffd0771ea tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0467896 Sep 22 21:11:10.784260 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-003a374d-d7a9-4461-8b05-e8ca5e080978 req-abc53b1a-3d00-4acd-8a36-a52658053cd4 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332901 Sep 22 21:11:10.970681 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:11:11.003732 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:11.582994 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb8db2-cf3c-415c-bed5-709d14f6c29c req-7786b06d-0b8a-459c-9faf-279c57a9e1fd tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:11.584465 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c2fb8db2-cf3c-415c-bed5-709d14f6c29c req-7786b06d-0b8a-459c-9faf-279c57a9e1fd tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0484669 Sep 22 21:11:11.621887 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c2fb8db2-cf3c-415c-bed5-709d14f6c29c req-33ebc710-8727-41ef-8c6a-9db954832afd tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314934 Sep 22 21:11:11.643423 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-271b73ea-6bff-4d69-8728-3db24a254776 req-d7117da6-2de5-45e6-b302-f2b10c09d399 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392067 Sep 22 21:11:11.709187 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b73ea-6bff-4d69-8728-3db24a254776 req-0b59e97f-7b3c-4756-81d8-7f06be4ebdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:11.711805 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-271b73ea-6bff-4d69-8728-3db24a254776 req-0b59e97f-7b3c-4756-81d8-7f06be4ebdcd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fef5875b3f244b98c4d699e2af9007e&device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 1098 time: 0.0450740 Sep 22 21:11:11.795880 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203238c8-4510-48c4-9bc8-495165e0db65 req-f9ca9127-aa9d-4cb1-a91c-78134f56a33c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:11.797373 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-203238c8-4510-48c4-9bc8-495165e0db65 req-f9ca9127-aa9d-4cb1-a91c-78134f56a33c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 946 time: 0.0475466 Sep 22 21:11:11.818110 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b73ea-6bff-4d69-8728-3db24a254776 req-91fd467a-8688-46c6-9ef4-dbc1710ae431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:11.819680 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-271b73ea-6bff-4d69-8728-3db24a254776 req-91fd467a-8688-46c6-9ef4-dbc1710ae431 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a467527e-b059-4d2f-a877-04dde43195f3 HTTP/1.1" status: 200 len: 912 time: 0.0850475 Sep 22 21:11:11.837382 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-203238c8-4510-48c4-9bc8-495165e0db65 req-0f78221d-fc85-4e51-b147-9bbec0b91f35 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334620 Sep 22 21:11:11.890979 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-271b73ea-6bff-4d69-8728-3db24a254776 req-014c7532-2ad7-411a-9189-e5f653869db9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005d9a77-dd93-4631-85c3-1dcb280040d8 HTTP/1.1" status: 200 len: 1001 time: 0.0633929 Sep 22 21:11:11.915099 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd64d0-f976-4837-a127-666d4db289a4 req-fed256da-a73c-4cad-94d0-97e670888938 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:11.916565 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-18dd64d0-f976-4837-a127-666d4db289a4 req-fed256da-a73c-4cad-94d0-97e670888938 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0482130 Sep 22 21:11:11.941251 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b73ea-6bff-4d69-8728-3db24a254776 req-9085e494-62ba-4a1c-ae18-1581c7352090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:11.942841 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-271b73ea-6bff-4d69-8728-3db24a254776 req-9085e494-62ba-4a1c-ae18-1581c7352090 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44b9dea5-d892-4468-94cb-e49c88cec80c HTTP/1.1" status: 200 len: 850 time: 0.0440702 Sep 22 21:11:11.962377 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-18dd64d0-f976-4837-a127-666d4db289a4 req-81b0a6a9-4699-4d58-92b8-0840aa63d1fd tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392137 Sep 22 21:11:12.003083 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b73ea-6bff-4d69-8728-3db24a254776 req-b93d011d-0858-4d19-99f7-4030b1a87631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:12.004564 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-271b73ea-6bff-4d69-8728-3db24a254776 req-b93d011d-0858-4d19-99f7-4030b1a87631 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a467527e-b059-4d2f-a877-04dde43195f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407836 Sep 22 21:11:12.097336 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-271b73ea-6bff-4d69-8728-3db24a254776 req-abe7e154-8d7f-49e3-b6e2-82538b78021b service neutron] 10.222.0.48 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832906 Sep 22 21:11:12.183639 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-271b73ea-6bff-4d69-8728-3db24a254776 req-7fbcf0a1-5318-4b8a-bbf7-d37923f8a53b service neutron] 10.222.0.48 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785286 Sep 22 21:11:12.375365 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf656980-4d9e-478b-9ff9-aa96d3f36f76 req-c938b581-3433-491a-8885-0ead572c1b14 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:12.376714 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-bf656980-4d9e-478b-9ff9-aa96d3f36f76 req-c938b581-3433-491a-8885-0ead572c1b14 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.48 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 946 time: 0.0508249 Sep 22 21:11:12.465526 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-bf656980-4d9e-478b-9ff9-aa96d3f36f76 req-fb805b63-89ab-41fe-ab4b-d4d5c334f32a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Deleting port b1b185dd-fc1e-4cbe-844c-0b032c828a62 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:11:12.465864 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bf656980-4d9e-478b-9ff9-aa96d3f36f76 req-fb805b63-89ab-41fe-ab4b-d4d5c334f32a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:12.554097 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-bf656980-4d9e-478b-9ff9-aa96d3f36f76 req-fb805b63-89ab-41fe-ab4b-d4d5c334f32a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] For port b1b185dd-fc1e-4cbe-844c-0b032c828a62, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=b1b185dd-fc1e-4cbe-844c-0b032c828a62,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:11:12.554452 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bf656980-4d9e-478b-9ff9-aa96d3f36f76 req-fb805b63-89ab-41fe-ab4b-d4d5c334f32a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:12.713407 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bf656980-4d9e-478b-9ff9-aa96d3f36f76 req-fb805b63-89ab-41fe-ab4b-d4d5c334f32a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:12.714707 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bf656980-4d9e-478b-9ff9-aa96d3f36f76 req-fb805b63-89ab-41fe-ab4b-d4d5c334f32a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741466'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:12.714707 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.l3_db [req-bf656980-4d9e-478b-9ff9-aa96d3f36f76 req-fb805b63-89ab-41fe-ab4b-d4d5c334f32a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Floating IP 14d9c849-b7c2-4cbc-a7c5-8cfff0b57583 disassociated. External IP: 172.27.0.31, port: b1b185dd-fc1e-4cbe-844c-0b032c828a62. Sep 22 21:11:12.714964 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-bf656980-4d9e-478b-9ff9-aa96d3f36f76 req-fb805b63-89ab-41fe-ab4b-d4d5c334f32a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Calling delete_port for b1b185dd-fc1e-4cbe-844c-0b032c828a62 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:11:12.737902 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c41a15-fc0f-4825-bf28-a8100b764484 req-64a16dca-8700-4bf5-b911-bf938fe15553 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:12.739658 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f3c41a15-fc0f-4825-bf28-a8100b764484 req-64a16dca-8700-4bf5-b911-bf938fe15553 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0489483 Sep 22 21:11:12.778385 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f3c41a15-fc0f-4825-bf28-a8100b764484 req-29822ea1-dc4f-4618-a864-928dc9515f5e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327408 Sep 22 21:11:12.906521 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bf656980-4d9e-478b-9ff9-aa96d3f36f76 req-fb805b63-89ab-41fe-ab4b-d4d5c334f32a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:12.934028 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9ad81f11-6b73-4fb6-ae09-eadc90172029 req-895a6e48-a22c-4b42-b0f9-078308a64418 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 210 time: 0.0255995 Sep 22 21:11:12.934690 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb805b63-89ab-41fe-ab4b-d4d5c334f32a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event deleted for resources: {'Port': ['ID=b1b185dd-fc1e-4cbe-844c-0b032c828a62,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:13.048326 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf656980-4d9e-478b-9ff9-aa96d3f36f76 req-fb805b63-89ab-41fe-ab4b-d4d5c334f32a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:11:13.075963 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea817a27-1b1a-460b-aa66-bbaa7000d966 req-24b69abd-1974-4e6c-802b-f3ee0e030cea tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:13.077463 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ea817a27-1b1a-460b-aa66-bbaa7000d966 req-24b69abd-1974-4e6c-802b-f3ee0e030cea tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0480878 Sep 22 21:11:13.113874 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ea817a27-1b1a-460b-aa66-bbaa7000d966 req-4b8f670f-1654-4435-bf89-199891056cf1 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303607 Sep 22 21:11:13.153758 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf656980-4d9e-478b-9ff9-aa96d3f36f76 req-fb805b63-89ab-41fe-ab4b-d4d5c334f32a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:11:13.163133 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd42394-e2d5-4ef6-aa2f-91d477750e20 None None] Sync routers for ids ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:11:13.172077 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd42394-e2d5-4ef6-aa2f-91d477750e20 None None] Routers {'7ad9c7e9-539f-450c-a063-fa6626cc6e90'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:11:13.172688 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ecd42394-e2d5-4ef6-aa2f-91d477750e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:11:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:11:13.191465 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf656980-4d9e-478b-9ff9-aa96d3f36f76 req-fb805b63-89ab-41fe-ab4b-d4d5c334f32a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] No DVR routers for this DVR port b1b185dd-fc1e-4cbe-844c-0b032c828a62 on host hv-cinder-81041 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:11:13.194107 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-bf656980-4d9e-478b-9ff9-aa96d3f36f76 req-fb805b63-89ab-41fe-ab4b-d4d5c334f32a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:13.196366 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-bf656980-4d9e-478b-9ff9-aa96d3f36f76 req-fb805b63-89ab-41fe-ab4b-d4d5c334f32a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.48 "DELETE /v2.0/ports/b1b185dd-fc1e-4cbe-844c-0b032c828a62 HTTP/1.1" status: 204 len: 173 time: 0.8125250 Sep 22 21:11:13.196835 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25081a34-4484-488a-a687-44324cca4914', 'name': 'network-vif-deleted', 'tag': 'b1b185dd-fc1e-4cbe-844c-0b032c828a62'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:11:13.200091 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efa5259-c4a5-4f9d-9ad4-9b1154b3fe66" -d '{"events": [{"server_uuid": "25081a34-4484-488a-a687-44324cca4914", "name": "network-vif-deleted", "tag": "b1b185dd-fc1e-4cbe-844c-0b032c828a62"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:11:13.234636 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a741ce-ee02-4aca-91d7-3a5b40fbb681 x-openstack-request-id: req-98a741ce-ee02-4aca-91d7-3a5b40fbb681 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:11:13.235021 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25081a34-4484-488a-a687-44324cca4914", "name": "network-vif-deleted", "tag": "b1b185dd-fc1e-4cbe-844c-0b032c828a62", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:11:13.235275 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-98a741ce-ee02-4aca-91d7-3a5b40fbb681 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:11:13.235663 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25081a34-4484-488a-a687-44324cca4914', 'name': 'network-vif-deleted', 'tag': 'b1b185dd-fc1e-4cbe-844c-0b032c828a62', 'status': 'completed', 'code': 200} Sep 22 21:11:13.280408 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-ecd42394-e2d5-4ef6-aa2f-91d477750e20 None None] Set router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:11:13.482491 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ecd42394-e2d5-4ef6-aa2f-91d477750e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:30Z', 'revision_number': 5, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:11:13.511832 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd42394-e2d5-4ef6-aa2f-91d477750e20 None None] Checking router: 7ad9c7e9-539f-450c-a063-fa6626cc6e90 for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:11:13.520098 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd42394-e2d5-4ef6-aa2f-91d477750e20 None None] Routers {'7ad9c7e9-539f-450c-a063-fa6626cc6e90'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:11:13.520687 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ecd42394-e2d5-4ef6-aa2f-91d477750e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:11:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:11:13.737633 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-ecd42394-e2d5-4ef6-aa2f-91d477750e20 None None] Set router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:11:13.905793 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001909b-1ab1-4a5f-a2fc-fe02cd202059 req-d1915d9b-c374-477e-9c9a-ca8eaf89550d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:13.907257 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5001909b-1ab1-4a5f-a2fc-fe02cd202059 req-d1915d9b-c374-477e-9c9a-ca8eaf89550d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0515585 Sep 22 21:11:13.940260 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ecd42394-e2d5-4ef6-aa2f-91d477750e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:30Z', 'revision_number': 5, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:11:13.944412 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5001909b-1ab1-4a5f-a2fc-fe02cd202059 req-3086196f-29a7-46e9-9a85-a2c55aae0220 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311904 Sep 22 21:11:13.973961 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd42394-e2d5-4ef6-aa2f-91d477750e20 None None] The sync data for ids ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'] in dv-cinder-810415-3-iscsi is: [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:30Z', 'revision_number': 5, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:11:14.044097 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-909aad0e-cab1-4726-8196-04f6a6e02f4e req-c6d99851-33ec-45d5-8f5a-d0deb364724f tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=25081a34-4484-488a-a687-44324cca4914 HTTP/1.1" status: 200 len: 210 time: 0.0265872 Sep 22 21:11:14.191226 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f10255-9f8c-47de-9589-8c07a83c5e82 None None] New status for floating IP 14d9c849-b7c2-4cbc-a7c5-8cfff0b57583: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:11:14.229709 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97dab1-3e83-4e18-9d5e-768f679a6726 req-475f0681-bdf5-48a7-9274-24bbd32b03e5 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:14.231261 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3f97dab1-3e83-4e18-9d5e-768f679a6726 req-475f0681-bdf5-48a7-9274-24bbd32b03e5 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0494418 Sep 22 21:11:14.268763 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3f97dab1-3e83-4e18-9d5e-768f679a6726 req-f8230be8-077b-4f5e-b93b-711281e2416b tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314710 Sep 22 21:11:15.062508 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18cd00-388d-4c3f-ac98-5f71bf32f34c req-e6feed23-ab67-4d2d-8c39-bf1e2b1fe732 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:15.063957 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cf18cd00-388d-4c3f-ac98-5f71bf32f34c req-e6feed23-ab67-4d2d-8c39-bf1e2b1fe732 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0502284 Sep 22 21:11:15.103981 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cf18cd00-388d-4c3f-ac98-5f71bf32f34c req-0970ff08-f711-428c-b3c7-4841ca6950c2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326293 Sep 22 21:11:15.284458 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-2105759a-2c66-4f91-a562-0b92624c73ee tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798236774&fields=id&tenant_id=2b3af2e0553c429bac5d74807160a543 HTTP/1.1" status: 200 len: 267 time: 0.0318758 Sep 22 21:11:15.657978 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-b35f888e-dd50-427e-a4c2-01da97457e17 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:15.659434 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-b35f888e-dd50-427e-a4c2-01da97457e17 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/networks?id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a HTTP/1.1" status: 200 len: 812 time: 0.3687396 Sep 22 21:11:15.671836 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67644745-f3db-4408-bde1-25f7dba114eb req-178fa6e5-d788-4fbe-8af6-1a93a0484d9f tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:15.673221 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-67644745-f3db-4408-bde1-25f7dba114eb req-178fa6e5-d788-4fbe-8af6-1a93a0484d9f tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.3195238 Sep 22 21:11:15.689515 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-5e3ebb0b-5553-4716-b287-185eee411ed0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/quotas/2b3af2e0553c429bac5d74807160a543 HTTP/1.1" status: 200 len: 375 time: 0.0154202 Sep 22 21:11:15.736945 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-67644745-f3db-4408-bde1-25f7dba114eb req-4d385862-6b27-4dcc-b6a7-56b3963be89c tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568974 Sep 22 21:11:15.755623 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-ff630bf2-3ad2-469b-819f-79fe74c5beff tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b3af2e0553c429bac5d74807160a543&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0598922 Sep 22 21:11:15.893140 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-65e24f4e-b3fb-4bfe-97fc-e8ea229f6913 service neutron] 10.222.0.42 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245732 Sep 22 21:11:15.977872 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-c34ac6ca-891a-4029-a519-f4a767b33ab5 service neutron] 10.222.0.42 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786333 Sep 22 21:11:16.222967 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8acbbb-6d7b-4cf9-9f46-ba827a577703 req-00120b99-c898-4e0e-8be5-94722bafeff1 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:16.224430 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7c8acbbb-6d7b-4cf9-9f46-ba827a577703 req-00120b99-c898-4e0e-8be5-94722bafeff1 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0516398 Sep 22 21:11:16.261675 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7c8acbbb-6d7b-4cf9-9f46-ba827a577703 req-39231cef-1567-43f4-88fb-09f74d04dcfa tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313482 Sep 22 21:11:16.515674 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ab7a3b26-2e8b-4eab-bf22-fd6a2ea00e41 req-afa6342b-645b-456b-b738-423e5a6caee2 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 210 time: 0.0265388 Sep 22 21:11:16.854060 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb93319-865c-4dd1-a4ee-0e1d5197e6cd req-2b93e2ad-5819-4c4a-bbfa-d71834611d0e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:16.856075 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2fb93319-865c-4dd1-a4ee-0e1d5197e6cd req-2b93e2ad-5819-4c4a-bbfa-d71834611d0e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0487170 Sep 22 21:11:16.868951 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device b1b185dd-fc1e-4cbe-844c-0b032c828a62 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:11:16.892118 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: b1b185dd-fc1e-4cbe-844c-0b032c828a62 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:11:16.892466 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device b1b185dd-fc1e-4cbe-844c-0b032c828a62 not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:11:16.893536 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2fb93319-865c-4dd1-a4ee-0e1d5197e6cd req-c89afa39-b792-4d97-9c0e-a6b261d7f76e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310948 Sep 22 21:11:17.381977 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31858ef4-a11c-4ba4-ac17-0940a3bdcbe3 req-dbcc2aa9-25d0-40d1-80dc-ba6f5b54add2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:17.383445 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-31858ef4-a11c-4ba4-ac17-0940a3bdcbe3 req-dbcc2aa9-25d0-40d1-80dc-ba6f5b54add2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0515060 Sep 22 21:11:17.424611 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-31858ef4-a11c-4ba4-ac17-0940a3bdcbe3 req-df61ee29-7b0e-4a7e-a44b-92822a3ed7a8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345280 Sep 22 21:11:17.605790 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ef2c0866-40d4-4bf7-945b-1f89e9ae1fdb req-ee780c9b-3caa-4216-9354-cf19a50eb182 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 210 time: 0.0257366 Sep 22 21:11:18.006990 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872c015-5c91-4a9e-b38a-11d80629defe req-5b2aa09e-4bca-4d2c-89fe-7ab384b9c925 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:18.008460 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a872c015-5c91-4a9e-b38a-11d80629defe req-5b2aa09e-4bca-4d2c-89fe-7ab384b9c925 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0471604 Sep 22 21:11:18.045082 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a872c015-5c91-4a9e-b38a-11d80629defe req-8a2fb02f-8f15-492b-875c-0316d40e2723 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302324 Sep 22 21:11:18.547988 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f2382-b867-4b0b-9705-3498bb6c96ad req-a6730b55-0473-4727-87c3-08846f11c927 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:18.549896 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a43f2382-b867-4b0b-9705-3498bb6c96ad req-a6730b55-0473-4727-87c3-08846f11c927 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0498192 Sep 22 21:11:18.570250 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-9fdda979-c168-46d5-9990-fa6e2f360a8f tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:18.571817 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-9fdda979-c168-46d5-9990-fa6e2f360a8f tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.48 "GET /v2.0/networks?id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a HTTP/1.1" status: 200 len: 812 time: 0.1076808 Sep 22 21:11:18.589760 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a43f2382-b867-4b0b-9705-3498bb6c96ad req-aacc1b02-4677-4f03-a85a-771dde48321e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329573 Sep 22 21:11:18.616436 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-bbc882ca-8d6b-48bb-b565-fd3c5389c902 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b3af2e0553c429bac5d74807160a543 HTTP/1.1" status: 200 len: 379 time: 0.0350142 Sep 22 21:11:18.627981 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-1e19091d-0add-4826-9d24-726a63ba6cc9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Request body: {'port': {'device_id': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'admin_state_up': True, 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'security_groups': ['b528a55a-b01e-4d56-8f7f-e01325c97429']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:11:18.702078 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0253c887-a95f-4dac-bd76-340c314c49cc req-7ebe2e4d-3668-4931-9196-66467ab7d557 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 210 time: 0.0293620 Sep 22 21:11:18.803629 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-1e19091d-0add-4826-9d24-726a63ba6cc9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Made reservation on behalf of 2b3af2e0553c429bac5d74807160a543 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:11:18.807808 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-1e19091d-0add-4826-9d24-726a63ba6cc9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:18.871732 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device df61a110-e862-4a04-b866-48b063080d70 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:11:18.946287 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-1e19091d-0add-4826-9d24-726a63ba6cc9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Allocated IP 172.20.0.3 (600cfd27-c53c-4fd3-b97b-787ea7a32b8a/eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca/87b6d6fe-3f9b-4de2-a308-fef003f55a35) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:11:18.974574 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port df61a110-e862-4a04-b866-48b063080d70, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=df61a110-e862-4a04-b866-48b063080d70,segment=NetworkSegment(534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1),segment_id=534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:11:18.986022 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': 'df61a110-e862-4a04-b866-48b063080d70', 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78', 'port_id': 'df61a110-e862-4a04-b866-48b063080d70', 'mac_address': 'fa:16:3e:ba:c5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:11:19.027040 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:19.039516 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df61a110-e862-4a04-b866-48b063080d70 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:11:19.060360 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port df61a110-e862-4a04-b866-48b063080d70, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=df61a110-e862-4a04-b866-48b063080d70,segment=NetworkSegment(534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1),segment_id=534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:11:19.087181 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-1e19091d-0add-4826-9d24-726a63ba6cc9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:19.179646 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:19.201952 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5287b4-2e90-45f4-9e7b-7cc4094583c3 req-428ca835-291e-47f7-b8d8-6d03034134f0 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:19.203446 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2a5287b4-2e90-45f4-9e7b-7cc4094583c3 req-428ca835-291e-47f7-b8d8-6d03034134f0 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 943 time: 0.0752244 Sep 22 21:11:19.210046 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-1e19091d-0add-4826-9d24-726a63ba6cc9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:19.229810 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4421061-2200-413c-83ab-da20790949bc req-2808abf6-a5aa-4450-85b3-4b451a5a53c7 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:19.231339 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a4421061-2200-413c-83ab-da20790949bc req-2808abf6-a5aa-4450-85b3-4b451a5a53c7 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0765266 Sep 22 21:11:19.243275 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=df61a110-e862-4a04-b866-48b063080d70,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:19.255378 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-1e19091d-0add-4826-9d24-726a63ba6cc9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:11:19.259974 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-1e19091d-0add-4826-9d24-726a63ba6cc9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:11:19.264899 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-1e19091d-0add-4826-9d24-726a63ba6cc9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:11:19.290269 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2a5287b4-2e90-45f4-9e7b-7cc4094583c3 req-afd7e699-4e74-4eb9-a75a-b020d9fa98cd tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751238 Sep 22 21:11:19.311361 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a4421061-2200-413c-83ab-da20790949bc req-8debc8ea-6cdb-4cf2-bf24-14fc3ce9566d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714958 Sep 22 21:11:19.317721 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-1e19091d-0add-4826-9d24-726a63ba6cc9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:19.318234 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-1e19091d-0add-4826-9d24-726a63ba6cc9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:19.331754 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19091d-0add-4826-9d24-726a63ba6cc9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event updated for resources: {'Port': ['ID=87b6d6fe-3f9b-4de2-a308-fef003f55a35,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:19.438468 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-1e19091d-0add-4826-9d24-726a63ba6cc9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8143284 Sep 22 21:11:19.449701 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['df61a110-e862-4a04-b866-48b063080d70'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:11:19.453241 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Request body: {'port': {'device_id': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:11:19.499732 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-dd83c499-cf6b-4d61-993d-970c20fc3a6c None None] Provisioning complete for port 87b6d6fe-3f9b-4de2-a308-fef003f55a35 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:11:19.501729 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-dd83c499-cf6b-4d61-993d-970c20fc3a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:19.516296 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:19.549973 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-dd83c499-cf6b-4d61-993d-970c20fc3a6c None None] Port 87b6d6fe-3f9b-4de2-a308-fef003f55a35 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:11:19.711794 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c1a44-8069-4e36-800e-d99c83dbc16f req-5c6d5a51-54b1-46aa-8515-534186605b05 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:19.713838 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c80c1a44-8069-4e36-800e-d99c83dbc16f req-5c6d5a51-54b1-46aa-8515-534186605b05 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0508668 Sep 22 21:11:19.776412 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c80c1a44-8069-4e36-800e-d99c83dbc16f req-d1074d1e-b50a-4668-af98-e5f9fc838710 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538251 Sep 22 21:11:19.793884 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b6d6fe-3f9b-4de2-a308-fef003f55a35 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:11:19.801499 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:19.827618 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Transition to ACTIVE for port object 87b6d6fe-3f9b-4de2-a308-fef003f55a35 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:11:19.829486 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6fe44-6b21-41e1-95ce-5171571219b2 req-4467009e-2f91-455f-a204-f33fdb952684 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:19.830977 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-10c6fe44-6b21-41e1-95ce-5171571219b2 req-4467009e-2f91-455f-a204-f33fdb952684 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 931 time: 0.0533061 Sep 22 21:11:19.869044 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-10c6fe44-6b21-41e1-95ce-5171571219b2 req-91ec7a9d-07b0-487a-bf10-3eee18a06f9d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320606 Sep 22 21:11:19.964127 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:20.014320 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Pushing event updated for resources: {'Port': ['ID=87b6d6fe-3f9b-4de2-a308-fef003f55a35,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:20.083756 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Attempting to bind port 87b6d6fe-3f9b-4de2-a308-fef003f55a35 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:11:20.084012 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Attempting to bind port 87b6d6fe-3f9b-4de2-a308-fef003f55a35 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:11:20.084335 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Attempting to bind port 87b6d6fe-3f9b-4de2-a308-fef003f55a35 on network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:11:20.089253 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Port 87b6d6fe-3f9b-4de2-a308-fef003f55a35 on network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:11:20.092364 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Attempting to bind port 87b6d6fe-3f9b-4de2-a308-fef003f55a35 on network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:11:20.094434 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:11:20.094763 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Checking segment: {'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:11:20.095137 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Bound using segment: {'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:11:20.095558 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Bound port: 87b6d6fe-3f9b-4de2-a308-fef003f55a35, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:11:20.095912 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:20.159283 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] For port 87b6d6fe-3f9b-4de2-a308-fef003f55a35, host hv-cinder-81041, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:11:20.163049 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] For port 87b6d6fe-3f9b-4de2-a308-fef003f55a35, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=87b6d6fe-3f9b-4de2-a308-fef003f55a35,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:11:20.243804 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:20.277649 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:20.278166 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:20.279550 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] 10.222.0.48 "PUT /v2.0/ports/87b6d6fe-3f9b-4de2-a308-fef003f55a35 HTTP/1.1" status: 200 len: 1093 time: 0.8307490 Sep 22 21:11:20.279971 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'tag': '87b6d6fe-3f9b-4de2-a308-fef003f55a35'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:11:20.282193 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498a41f8-e5d6-4b64-bcec-02095eb81009" -d '{"events": [{"name": "network-changed", "server_uuid": "abaf464e-a953-4693-acee-ebdc3ee68f86", "tag": "87b6d6fe-3f9b-4de2-a308-fef003f55a35"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:11:20.314606 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45d20e-b5da-4994-b811-f2851e1e354b service neutron] Pushing event updated for resources: {'Port': ['ID=87b6d6fe-3f9b-4de2-a308-fef003f55a35,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:20.328626 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc20167-152d-43bf-8319-66d7a5c15a47 x-openstack-request-id: req-fdc20167-152d-43bf-8319-66d7a5c15a47 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:11:20.329013 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abaf464e-a953-4693-acee-ebdc3ee68f86", "tag": "87b6d6fe-3f9b-4de2-a308-fef003f55a35", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:11:20.329586 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fdc20167-152d-43bf-8319-66d7a5c15a47 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:11:20.330029 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'tag': '87b6d6fe-3f9b-4de2-a308-fef003f55a35', 'status': 'completed', 'code': 200} Sep 22 21:11:20.403918 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a41f8-e5d6-4b64-bcec-02095eb81009 req-87bb8ad5-0c28-4dd8-99c0-bb2eb5e50b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:20.405569 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-498a41f8-e5d6-4b64-bcec-02095eb81009 req-87bb8ad5-0c28-4dd8-99c0-bb2eb5e50b96 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b3af2e0553c429bac5d74807160a543&device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 1096 time: 0.0505645 Sep 22 21:11:20.445256 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0053ac6-da7a-4cce-8eb4-9c28d2ffb671 req-edc56612-de94-42ac-98a4-70819d5eba64 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:20.448514 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f0053ac6-da7a-4cce-8eb4-9c28d2ffb671 req-edc56612-de94-42ac-98a4-70819d5eba64 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 944 time: 0.0812864 Sep 22 21:11:20.480001 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8953d2-573d-40d7-8181-b6eab309f56b req-5a01f1cd-6afd-417d-b913-d9ede7788de6 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:20.481589 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9a8953d2-573d-40d7-8181-b6eab309f56b req-5a01f1cd-6afd-417d-b913-d9ede7788de6 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0868342 Sep 22 21:11:20.517697 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a41f8-e5d6-4b64-bcec-02095eb81009 req-0bcb7531-1b01-40c9-a2f3-4460f8308712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:20.519152 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-498a41f8-e5d6-4b64-bcec-02095eb81009 req-0bcb7531-1b01-40c9-a2f3-4460f8308712 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=2b3af2e0553c429bac5d74807160a543&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1045806 Sep 22 21:11:20.519414 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f0053ac6-da7a-4cce-8eb4-9c28d2ffb671 req-e98e359e-92ac-4566-86c2-45b129c21628 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657628 Sep 22 21:11:20.543863 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9a8953d2-573d-40d7-8181-b6eab309f56b req-2a4ea230-061d-406d-a063-6fa35ca079bb tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535836 Sep 22 21:11:20.620294 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a41f8-e5d6-4b64-bcec-02095eb81009 req-c9948735-e0ad-4ae3-9a76-3fd849d4d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:20.628491 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-498a41f8-e5d6-4b64-bcec-02095eb81009 req-c9948735-e0ad-4ae3-9a76-3fd849d4d372 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944817 Sep 22 21:11:20.696814 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-e129b8f8-4d10-40e8-92ad-7c089bda4b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:20.698287 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-e129b8f8-4d10-40e8-92ad-7c089bda4b6b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b3af2e0553c429bac5d74807160a543&device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 1096 time: 0.0393319 Sep 22 21:11:20.742973 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-f5826e81-84ac-4610-930b-35de1acbb9b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b6d6fe-3f9b-4de2-a308-fef003f55a35 HTTP/1.1" status: 200 len: 217 time: 0.0354192 Sep 22 21:11:20.790636 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-69a55e63-4bcc-49de-a623-81caed560f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:20.792642 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-69a55e63-4bcc-49de-a623-81caed560f3b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca HTTP/1.1" status: 200 len: 851 time: 0.0420737 Sep 22 21:11:20.839094 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-4e71b8d7-ed49-467a-b9e6-6a10ef91fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:20.840761 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-4e71b8d7-ed49-467a-b9e6-6a10ef91fa82 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395706 Sep 22 21:11:20.876721 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device df61a110-e862-4a04-b866-48b063080d70 up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:11:20.896946 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9065b69-46f7-488c-96fd-b356ae3ec1cd req-35b1b27d-7f32-48ed-9c31-08494ac60c34 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:20.898517 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e9065b69-46f7-488c-96fd-b356ae3ec1cd req-35b1b27d-7f32-48ed-9c31-08494ac60c34 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0510044 Sep 22 21:11:20.930198 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port df61a110-e862-4a04-b866-48b063080d70 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:11:20.930457 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:20.952793 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e9065b69-46f7-488c-96fd-b356ae3ec1cd req-fcfe755a-a24a-47e7-822f-e74d66d93af6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402551 Sep 22 21:11:21.012996 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b595eb-8a57-41f2-96fe-69dd3816a62b req-5b841555-12e1-4cfc-93f1-f69e62698ad7 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:21.014228 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-27b595eb-8a57-41f2-96fe-69dd3816a62b req-5b841555-12e1-4cfc-93f1-f69e62698ad7 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 943 time: 0.0605502 Sep 22 21:11:21.017578 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:21.044623 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784e12af-0c54-4008-a847-5acafcb8af88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df61a110-e862-4a04-b866-48b063080d70'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:11:21.047220 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3699e8-1af3-4187-8214-753ee7ff5aa9" -d '{"events": [{"server_uuid": "784e12af-0c54-4008-a847-5acafcb8af88", "name": "network-vif-plugged", "status": "completed", "tag": "df61a110-e862-4a04-b866-48b063080d70"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:11:21.062019 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port df61a110-e862-4a04-b866-48b063080d70, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=df61a110-e862-4a04-b866-48b063080d70,segment=NetworkSegment(534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1),segment_id=534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:11:21.062685 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-27b595eb-8a57-41f2-96fe-69dd3816a62b req-effe0065-3935-44e1-b35f-efb28af50d9e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391643 Sep 22 21:11:21.090045 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962c0099-25ec-4eea-880e-9f9611c78144 x-openstack-request-id: req-962c0099-25ec-4eea-880e-9f9611c78144 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:11:21.090329 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784e12af-0c54-4008-a847-5acafcb8af88", "name": "network-vif-plugged", "status": "completed", "tag": "df61a110-e862-4a04-b866-48b063080d70", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:11:21.090598 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-962c0099-25ec-4eea-880e-9f9611c78144 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:11:21.091016 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784e12af-0c54-4008-a847-5acafcb8af88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df61a110-e862-4a04-b866-48b063080d70', 'code': 200} Sep 22 21:11:21.171651 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-2507607d-fce5-479d-a5e7-3e94833f6471 service neutron] 10.222.0.48 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233314 Sep 22 21:11:21.174997 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:21.222072 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=df61a110-e862-4a04-b866-48b063080d70,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:21.264447 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ecaaac41-1283-40ff-b150-4ccbe303860e req-7082469f-4b3e-4576-8fe1-a4241dad5854 service neutron] 10.222.0.48 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815926 Sep 22 21:11:21.399015 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a2296-694c-48ee-9a23-bb48bbd837a0 req-bf5eb618-b113-4449-8a43-50fb676bc4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:21.400438 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-606a2296-694c-48ee-9a23-bb48bbd837a0 req-bf5eb618-b113-4449-8a43-50fb676bc4bd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 1098 time: 0.0382421 Sep 22 21:11:21.433728 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-606a2296-694c-48ee-9a23-bb48bbd837a0 req-830ca3c2-7ea5-40b1-9571-2b263436a7ee service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0252576 Sep 22 21:11:21.662474 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f957e2-a1d4-4c23-9f56-1bbc3b6d50c6 req-165dd87b-a70c-454b-9705-02d279ded76e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:21.663949 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d5f957e2-a1d4-4c23-9f56-1bbc3b6d50c6 req-165dd87b-a70c-454b-9705-02d279ded76e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0794647 Sep 22 21:11:21.675554 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f70f1-f749-4510-9a0f-f0aac94587fe req-14c32209-a89c-4c6b-b7ed-f9d7f412d589 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:21.676950 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bf0f70f1-f749-4510-9a0f-f0aac94587fe req-14c32209-a89c-4c6b-b7ed-f9d7f412d589 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0637045 Sep 22 21:11:21.728490 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d5f957e2-a1d4-4c23-9f56-1bbc3b6d50c6 req-112eeed1-e124-41a9-805e-3d0b605fcfcb tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505476 Sep 22 21:11:21.735510 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bf0f70f1-f749-4510-9a0f-f0aac94587fe req-4610ee04-e5c0-4e3a-8c8a-0d162cfce318 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516198 Sep 22 21:11:22.071679 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b68581-7c17-4478-bf41-beef81659335 req-57f0ac86-1bfd-4aed-8ffe-e517ea24c82a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:22.073152 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-91b68581-7c17-4478-bf41-beef81659335 req-57f0ac86-1bfd-4aed-8ffe-e517ea24c82a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0476279 Sep 22 21:11:22.110007 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-91b68581-7c17-4478-bf41-beef81659335 req-86e6c996-ec02-475e-928a-69daad68780b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310552 Sep 22 21:11:22.185213 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29e4df-4669-4088-a4af-17662cdc50b6 req-d316c274-30cc-4625-98db-fbdec5ccc1fd tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:22.188621 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3c29e4df-4669-4088-a4af-17662cdc50b6 req-d316c274-30cc-4625-98db-fbdec5ccc1fd tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 943 time: 0.0532620 Sep 22 21:11:22.223474 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3c29e4df-4669-4088-a4af-17662cdc50b6 req-acabe833-0fa5-4a00-af3e-a4581e13b5ed tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308917 Sep 22 21:11:22.870814 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc6e9a-c114-434d-90ac-710c709c9009 req-6e374071-b904-428b-8007-67798340288e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:22.872319 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8dfc6e9a-c114-434d-90ac-710c709c9009 req-6e374071-b904-428b-8007-67798340288e tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0773149 Sep 22 21:11:22.880244 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb3731-38ff-43bc-9af8-d9739a1b64e5 req-e40af882-486b-400d-8880-204fd6263bad tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:22.881841 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6bcb3731-38ff-43bc-9af8-d9739a1b64e5 req-e40af882-486b-400d-8880-204fd6263bad tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0782621 Sep 22 21:11:22.935896 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8dfc6e9a-c114-434d-90ac-710c709c9009 req-79f26ef0-17a8-4303-8285-fedbbea81dcf tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531082 Sep 22 21:11:22.942992 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6bcb3731-38ff-43bc-9af8-d9739a1b64e5 req-919b8c59-6b84-46c2-8d53-a63c6e7ed113 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546551 Sep 22 21:11:23.226105 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24599ae-6b91-4ce2-a686-a033f950f2eb req-19f42c27-04d3-47a7-b89a-5d21765ab275 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:23.227550 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c24599ae-6b91-4ce2-a686-a033f950f2eb req-19f42c27-04d3-47a7-b89a-5d21765ab275 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0480654 Sep 22 21:11:23.265696 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c24599ae-6b91-4ce2-a686-a033f950f2eb req-88af4cb4-908e-4276-ba35-cb857f094446 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315523 Sep 22 21:11:23.333757 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdb13b-b39f-4343-ac8a-bc87f08837cc req-ff57f573-6c66-4300-825d-1b9bc023c6c9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:23.335126 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d8bdb13b-b39f-4343-ac8a-bc87f08837cc req-ff57f573-6c66-4300-825d-1b9bc023c6c9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 943 time: 0.0469286 Sep 22 21:11:23.371568 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d8bdb13b-b39f-4343-ac8a-bc87f08837cc req-7f238132-620f-48b0-b151-800bbf00245a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302205 Sep 22 21:11:24.080135 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925ae0b-3de8-4023-b1a4-ff43cf0595b1 req-c09f890a-7034-4235-891b-ecbc085b8644 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:24.081635 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1925ae0b-3de8-4023-b1a4-ff43cf0595b1 req-c09f890a-7034-4235-891b-ecbc085b8644 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0807097 Sep 22 21:11:24.089481 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28632762-d610-4998-a035-e586f8fd02e2 req-12587cd7-cbdc-4841-b882-eb8ed9dd5ed0 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:24.090832 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-28632762-d610-4998-a035-e586f8fd02e2 req-12587cd7-cbdc-4841-b882-eb8ed9dd5ed0 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0776336 Sep 22 21:11:24.143520 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1925ae0b-3de8-4023-b1a4-ff43cf0595b1 req-99a16152-c751-4202-8d15-1931e7006d49 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516951 Sep 22 21:11:24.148153 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-28632762-d610-4998-a035-e586f8fd02e2 req-25337150-9e39-4ad9-b8af-3c54cb042b9a tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507936 Sep 22 21:11:24.380940 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4838b7-5ad7-4a85-8d1d-a704953f07a3 req-4b56dac7-5bcf-4811-beee-795a15942187 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:24.382397 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4d4838b7-5ad7-4a85-8d1d-a704953f07a3 req-4b56dac7-5bcf-4811-beee-795a15942187 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0475564 Sep 22 21:11:24.419532 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4d4838b7-5ad7-4a85-8d1d-a704953f07a3 req-049b04a6-cc89-4beb-8ef2-c0be3c295406 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308747 Sep 22 21:11:24.485388 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dce80b-a470-45ce-829b-71e11dc8d2b1 req-e3794003-9fbe-48bc-8194-112776b59985 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:24.486848 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b4dce80b-a470-45ce-829b-71e11dc8d2b1 req-e3794003-9fbe-48bc-8194-112776b59985 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 943 time: 0.0513072 Sep 22 21:11:24.523386 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b4dce80b-a470-45ce-829b-71e11dc8d2b1 req-b4b7a306-8799-4386-9c6f-b1800fa8f778 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305767 Sep 22 21:11:25.261126 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26cac6-67de-44e3-a583-4ad534b6d083 req-9f59870d-3dc1-40de-afdd-fbcbfae4428e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:25.264418 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4a26cac6-67de-44e3-a583-4ad534b6d083 req-9f59870d-3dc1-40de-afdd-fbcbfae4428e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0490155 Sep 22 21:11:25.299620 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4a26cac6-67de-44e3-a583-4ad534b6d083 req-59162f9e-7f1a-4cf5-bfa3-cbd73201e672 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311069 Sep 22 21:11:25.535145 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf617f-1427-48fd-a7ec-b0e37fba62e0 req-620eb78c-0223-42c9-af0a-43670fcc718a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:25.536583 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1daf617f-1427-48fd-a7ec-b0e37fba62e0 req-620eb78c-0223-42c9-af0a-43670fcc718a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0470169 Sep 22 21:11:25.573988 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1daf617f-1427-48fd-a7ec-b0e37fba62e0 req-e533ced7-7cd7-4539-8d5a-5ecbc200d187 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309997 Sep 22 21:11:25.636535 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6ce82-2141-4062-ada6-c4bb8624b1a5 req-0db77a73-0e6c-4c65-be4d-2db018ce7f3d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:25.638000 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bcc6ce82-2141-4062-ada6-c4bb8624b1a5 req-0db77a73-0e6c-4c65-be4d-2db018ce7f3d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 943 time: 0.0513721 Sep 22 21:11:25.674722 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bcc6ce82-2141-4062-ada6-c4bb8624b1a5 req-50f0e65f-4b6e-49da-859b-858a4f78d57a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309019 Sep 22 21:11:26.411089 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f9d13-95a7-43ee-af3a-73e42fff5e23 req-8a73a425-9ced-4257-831e-f72aab5f0d47 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:26.412580 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-175f9d13-95a7-43ee-af3a-73e42fff5e23 req-8a73a425-9ced-4257-831e-f72aab5f0d47 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0485635 Sep 22 21:11:26.450029 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-175f9d13-95a7-43ee-af3a-73e42fff5e23 req-9ca665d6-c47c-4401-ac89-e77e563950ef tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315528 Sep 22 21:11:26.726505 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5289b3-929f-47bf-bd2f-0683656173fc req-1bfe57c6-96cd-45b0-93e8-a742df6ace56 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:26.728042 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-af5289b3-929f-47bf-bd2f-0683656173fc req-1bfe57c6-96cd-45b0-93e8-a742df6ace56 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0811892 Sep 22 21:11:26.740240 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a3ca3-0d88-429d-a039-a54c656a1ab1 req-0ccee2d0-31ac-4baf-b8fa-31380b5e0528 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:26.741806 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-916a3ca3-0d88-429d-a039-a54c656a1ab1 req-0ccee2d0-31ac-4baf-b8fa-31380b5e0528 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 985 time: 0.0693007 Sep 22 21:11:26.786702 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aee981-681c-48f6-be9f-73909f80578b req-1532f1aa-0c6c-40ee-bc14-b4afd80419ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:26.788169 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-92aee981-681c-48f6-be9f-73909f80578b req-1532f1aa-0c6c-40ee-bc14-b4afd80419ef service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e159a1978d8548c69da3186490a25e36&device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 1138 time: 0.0414243 Sep 22 21:11:26.796128 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-af5289b3-929f-47bf-bd2f-0683656173fc req-71f07593-7c45-4160-aa0b-215173706a73 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533895 Sep 22 21:11:26.802856 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-916a3ca3-0d88-429d-a039-a54c656a1ab1 req-b3b4ce57-85c8-4088-90c4-c484b0123f1e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=222dd787-8c94-4576-a504-dca7bfd8e857&id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538483 Sep 22 21:11:26.881681 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aee981-681c-48f6-be9f-73909f80578b req-bfb86573-cf87-4918-bb9e-ce4ad0c78efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:26.883055 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-92aee981-681c-48f6-be9f-73909f80578b req-bfb86573-cf87-4918-bb9e-ce4ad0c78efe service neutron] 10.222.0.48 "GET /v2.0/networks?id=a627b728-d0da-44cf-8198-5d4b5c6d866c HTTP/1.1" status: 200 len: 915 time: 0.0855570 Sep 22 21:11:26.910442 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37510fcd-a7f1-435e-9a88-03f35e4e0a0f req-1645bcce-0ea3-4375-b1f0-8762b5b472bf tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:26.911961 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-37510fcd-a7f1-435e-9a88-03f35e4e0a0f req-1645bcce-0ea3-4375-b1f0-8762b5b472bf tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 943 time: 0.0492382 Sep 22 21:11:26.950115 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-37510fcd-a7f1-435e-9a88-03f35e4e0a0f req-d3f29d4c-fdab-468d-904b-6907b5fd4e70 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315959 Sep 22 21:11:26.950734 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-92aee981-681c-48f6-be9f-73909f80578b req-fc9b6b8c-0c36-47be-9cc2-cd3dc968e808 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0d89bf9-a8b2-4528-9358-1bb11194bd8b HTTP/1.1" status: 200 len: 1002 time: 0.0598733 Sep 22 21:11:26.998856 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aee981-681c-48f6-be9f-73909f80578b req-967111bd-c041-495e-982d-d31775d25d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:27.000237 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-92aee981-681c-48f6-be9f-73909f80578b req-967111bd-c041-495e-982d-d31775d25d8e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a42be86-5cc7-4529-b903-8c073fdb394d HTTP/1.1" status: 200 len: 853 time: 0.0425506 Sep 22 21:11:27.044411 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aee981-681c-48f6-be9f-73909f80578b req-fcd1fb94-73c6-461f-ac5e-e0194bffdaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:27.045832 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-92aee981-681c-48f6-be9f-73909f80578b req-fcd1fb94-73c6-461f-ac5e-e0194bffdaf3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a627b728-d0da-44cf-8198-5d4b5c6d866c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377080 Sep 22 21:11:27.138383 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-92aee981-681c-48f6-be9f-73909f80578b req-230787f8-0aa9-45b0-a1d3-ea96cd034a5f service neutron] 10.222.0.48 "GET /v2.0/networks/a627b728-d0da-44cf-8198-5d4b5c6d866c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825613 Sep 22 21:11:27.226529 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-92aee981-681c-48f6-be9f-73909f80578b req-3dc482b6-e29d-4154-99ec-f41463284055 service neutron] 10.222.0.48 "GET /v2.0/networks/a627b728-d0da-44cf-8198-5d4b5c6d866c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799289 Sep 22 21:11:27.567887 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289e006-4ba9-47a5-8f60-3fcf7572c4a6 req-17e04fca-11be-4b54-aa0c-51218ab910f5 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:27.569383 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8289e006-4ba9-47a5-8f60-3fcf7572c4a6 req-17e04fca-11be-4b54-aa0c-51218ab910f5 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0504980 Sep 22 21:11:27.605588 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8289e006-4ba9-47a5-8f60-3fcf7572c4a6 req-cb95d305-e9df-47a3-8137-9df8d31b49df tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303061 Sep 22 21:11:27.946368 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454f9bc-723b-4e33-a448-8e73400e19a6 req-115537d9-b52b-4b65-86d8-77178b620983 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:27.947826 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e454f9bc-723b-4e33-a448-8e73400e19a6 req-115537d9-b52b-4b65-86d8-77178b620983 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0805726 Sep 22 21:11:27.955955 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45fdee-3b1e-4878-9cae-44352fe066ed req-87782be6-2143-4803-ba07-9a1b855ac70b tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:27.957328 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6d45fdee-3b1e-4878-9cae-44352fe066ed req-87782be6-2143-4803-ba07-9a1b855ac70b tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 985 time: 0.0813982 Sep 22 21:11:28.012827 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e454f9bc-723b-4e33-a448-8e73400e19a6 req-8fd23e95-1827-4c6c-81f4-608efa63bbfb tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545526 Sep 22 21:11:28.016692 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6d45fdee-3b1e-4878-9cae-44352fe066ed req-1b61ce40-8db5-4603-8717-43728048b184 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=222dd787-8c94-4576-a504-dca7bfd8e857&id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524766 Sep 22 21:11:28.119550 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb6237-f7c5-4f96-9d83-281186e6a48f req-71b6271d-b05a-4f1b-902f-c2a294a49376 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:28.120934 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-63bb6237-f7c5-4f96-9d83-281186e6a48f req-71b6271d-b05a-4f1b-902f-c2a294a49376 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 943 time: 0.0510328 Sep 22 21:11:28.157085 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-63bb6237-f7c5-4f96-9d83-281186e6a48f req-d517e535-5782-48f2-84a2-7bff8b8d3718 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304284 Sep 22 21:11:28.717268 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511e450-556d-4df2-b89e-f1a76d838440 req-6dae8407-02e0-4c82-aae4-82c24461f11e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:28.718715 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4511e450-556d-4df2-b89e-f1a76d838440 req-6dae8407-02e0-4c82-aae4-82c24461f11e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0469573 Sep 22 21:11:28.755644 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4511e450-556d-4df2-b89e-f1a76d838440 req-08f7442a-7069-4500-83c7-07d5eb1866c3 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311229 Sep 22 21:11:28.923511 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 87b6d6fe-3f9b-4de2-a308-fef003f55a35 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:11:29.017601 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 87b6d6fe-3f9b-4de2-a308-fef003f55a35, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=87b6d6fe-3f9b-4de2-a308-fef003f55a35,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:11:29.028774 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': '87b6d6fe-3f9b-4de2-a308-fef003f55a35', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'port_id': '87b6d6fe-3f9b-4de2-a308-fef003f55a35', 'mac_address': 'fa:16:3e:28:a2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:11:29.068598 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:29.085058 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b6d6fe-3f9b-4de2-a308-fef003f55a35 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:11:29.105461 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 87b6d6fe-3f9b-4de2-a308-fef003f55a35, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=87b6d6fe-3f9b-4de2-a308-fef003f55a35,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:11:29.163547 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d331e17-b238-43cb-b6ce-ca38453d201d req-2bedd7b1-5980-4baf-974d-ff96f212b9d8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:29.165170 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8d331e17-b238-43cb-b6ce-ca38453d201d req-2bedd7b1-5980-4baf-974d-ff96f212b9d8 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0789645 Sep 22 21:11:29.172266 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb587d-c2a8-4063-a52b-763bca6e7346 req-bcd40cf1-e972-4c84-9684-f6a122c4de7e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:29.173714 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d5cb587d-c2a8-4063-a52b-763bca6e7346 req-bcd40cf1-e972-4c84-9684-f6a122c4de7e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 985 time: 0.0787053 Sep 22 21:11:29.180220 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:29.229706 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8d331e17-b238-43cb-b6ce-ca38453d201d req-25303ee3-1b2a-43d8-ade0-a3638b924f44 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551171 Sep 22 21:11:29.230349 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=87b6d6fe-3f9b-4de2-a308-fef003f55a35,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:29.233698 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d5cb587d-c2a8-4063-a52b-763bca6e7346 req-aecb82b9-6cef-466e-bdfd-f576be5177b8 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=222dd787-8c94-4576-a504-dca7bfd8e857&id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535052 Sep 22 21:11:29.340681 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2b799-621c-4ea6-844b-352f65f7748f req-1ad3846e-7eb9-4e7f-8675-d4a9d3dd8f0b tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:29.342182 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-15d2b799-621c-4ea6-844b-352f65f7748f req-1ad3846e-7eb9-4e7f-8675-d4a9d3dd8f0b tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 944 time: 0.0486355 Sep 22 21:11:29.380095 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-15d2b799-621c-4ea6-844b-352f65f7748f req-63ef74bb-f503-448e-af13-6e1c30762c11 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310984 Sep 22 21:11:29.460239 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['87b6d6fe-3f9b-4de2-a308-fef003f55a35'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:11:29.872086 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948ce86-71d9-4b04-812c-f24d3b710470 req-7e0b9e57-c097-44f6-87a9-0370aa1a742a tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:29.873604 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e948ce86-71d9-4b04-812c-f24d3b710470 req-7e0b9e57-c097-44f6-87a9-0370aa1a742a tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0527933 Sep 22 21:11:29.909902 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e948ce86-71d9-4b04-812c-f24d3b710470 req-ca9f71d6-4bbc-43a4-8b2b-d1f625289079 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304372 Sep 22 21:11:30.246220 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8874e9a-66e9-427b-a303-b65625d5c857 req-16e03ff0-77e0-43f4-af53-53607b35c1a2 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:30.247694 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e8874e9a-66e9-427b-a303-b65625d5c857 req-16e03ff0-77e0-43f4-af53-53607b35c1a2 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0530567 Sep 22 21:11:30.290349 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e8874e9a-66e9-427b-a303-b65625d5c857 req-8abd2adf-101b-422f-8198-58ac4f59682b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367310 Sep 22 21:11:30.351692 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca14ca-43ad-4d64-a8dd-d9c406d3e2f4 req-0b760565-db57-41a5-8b9d-d766a698a8e7 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:30.353511 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-09ca14ca-43ad-4d64-a8dd-d9c406d3e2f4 req-0b760565-db57-41a5-8b9d-d766a698a8e7 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 985 time: 0.0489142 Sep 22 21:11:30.401649 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f22592-aadc-40d8-9ebe-41e9e52158a2 req-12e50849-802e-463e-880f-6b6a83a303e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:30.403848 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-27f22592-aadc-40d8-9ebe-41e9e52158a2 req-12e50849-802e-463e-880f-6b6a83a303e7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fef5875b3f244b98c4d699e2af9007e&device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 1098 time: 0.0430782 Sep 22 21:11:30.422854 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a597f-e992-4464-8757-f6e92465f1f2 req-79eba582-32ee-447c-b8cd-ab669c3a32c2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:30.424331 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ec2a597f-e992-4464-8757-f6e92465f1f2 req-79eba582-32ee-447c-b8cd-ab669c3a32c2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0694163 Sep 22 21:11:30.428683 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-09ca14ca-43ad-4d64-a8dd-d9c406d3e2f4 req-e335d9c3-a6a3-4a34-b2d4-7080b212e306 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=222dd787-8c94-4576-a504-dca7bfd8e857&id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658686 Sep 22 21:11:30.466501 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ec2a597f-e992-4464-8757-f6e92465f1f2 req-7be35fed-5c4b-4d19-9573-955bd6687cbb tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360096 Sep 22 21:11:30.503883 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f22592-aadc-40d8-9ebe-41e9e52158a2 req-f405cc4d-0f5c-45bc-baaa-d6fb2da77b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:30.505416 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-27f22592-aadc-40d8-9ebe-41e9e52158a2 req-f405cc4d-0f5c-45bc-baaa-d6fb2da77b71 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a467527e-b059-4d2f-a877-04dde43195f3 HTTP/1.1" status: 200 len: 912 time: 0.0937901 Sep 22 21:11:30.541730 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a749d3-1380-4373-917e-d7828d072583 req-1f02d155-6a7b-4719-9d95-420143c43eff tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:30.543651 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-26a749d3-1380-4373-917e-d7828d072583 req-1f02d155-6a7b-4719-9d95-420143c43eff tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 944 time: 0.0493133 Sep 22 21:11:30.572994 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-27f22592-aadc-40d8-9ebe-41e9e52158a2 req-5729870e-e317-4533-816a-b942556c7cf0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=005d9a77-dd93-4631-85c3-1dcb280040d8 HTTP/1.1" status: 200 len: 1001 time: 0.0602889 Sep 22 21:11:30.582914 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-26a749d3-1380-4373-917e-d7828d072583 req-9899c67d-2a46-4d7d-832d-228f33e17fd3 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331662 Sep 22 21:11:30.629984 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f22592-aadc-40d8-9ebe-41e9e52158a2 req-5235a2c8-d926-4808-972c-0d688c1d203f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:30.631408 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-27f22592-aadc-40d8-9ebe-41e9e52158a2 req-5235a2c8-d926-4808-972c-0d688c1d203f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44b9dea5-d892-4468-94cb-e49c88cec80c HTTP/1.1" status: 200 len: 850 time: 0.0433075 Sep 22 21:11:30.677131 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f22592-aadc-40d8-9ebe-41e9e52158a2 req-22674c3c-9324-472c-9e65-31f33373584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:30.678493 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-27f22592-aadc-40d8-9ebe-41e9e52158a2 req-22674c3c-9324-472c-9e65-31f33373584c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a467527e-b059-4d2f-a877-04dde43195f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392568 Sep 22 21:11:30.767862 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-27f22592-aadc-40d8-9ebe-41e9e52158a2 req-6e2f0a98-e99c-4cd6-b59e-0cac4c002aaf service neutron] 10.222.0.48 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816631 Sep 22 21:11:30.853790 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-27f22592-aadc-40d8-9ebe-41e9e52158a2 req-e64967c4-6f4f-4743-a6d2-2c4abd2e51fa service neutron] 10.222.0.48 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789328 Sep 22 21:11:30.937067 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 87b6d6fe-3f9b-4de2-a308-fef003f55a35 up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:11:30.979977 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a29f1286-e7c5-42fa-965a-9832153f3d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:31.047295 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port 87b6d6fe-3f9b-4de2-a308-fef003f55a35 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:11:31.051182 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port 87b6d6fe-3f9b-4de2-a308-fef003f55a35 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:11:31.051604 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:31.127538 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:31.149028 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b6d6fe-3f9b-4de2-a308-fef003f55a35'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:11:31.151807 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fa6484-ba62-4c3a-b323-07214115b7a5" -d '{"events": [{"server_uuid": "abaf464e-a953-4693-acee-ebdc3ee68f86", "name": "network-vif-plugged", "status": "completed", "tag": "87b6d6fe-3f9b-4de2-a308-fef003f55a35"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:11:31.163570 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 87b6d6fe-3f9b-4de2-a308-fef003f55a35, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=87b6d6fe-3f9b-4de2-a308-fef003f55a35,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:11:31.187597 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962f081a-901e-4072-bffb-5bd65200bf61 x-openstack-request-id: req-962f081a-901e-4072-bffb-5bd65200bf61 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:11:31.187816 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abaf464e-a953-4693-acee-ebdc3ee68f86", "name": "network-vif-plugged", "status": "completed", "tag": "87b6d6fe-3f9b-4de2-a308-fef003f55a35", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:11:31.188065 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-962f081a-901e-4072-bffb-5bd65200bf61 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:11:31.188454 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b6d6fe-3f9b-4de2-a308-fef003f55a35', 'code': 200} Sep 22 21:11:31.241759 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:31.287712 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=87b6d6fe-3f9b-4de2-a308-fef003f55a35,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:31.405929 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ccd5a-5c13-4735-83f4-8201582861b6 req-2dcad611-6dce-4b01-be13-7a7d18bdf800 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:31.407436 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-838ccd5a-5c13-4735-83f4-8201582861b6 req-2dcad611-6dce-4b01-be13-7a7d18bdf800 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0505867 Sep 22 21:11:31.444963 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-838ccd5a-5c13-4735-83f4-8201582861b6 req-1e08ef66-a384-47f7-8e68-86dac6c360f5 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313270 Sep 22 21:11:31.544825 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97513009-a09a-402f-a46e-b323088aca69 req-a632d3bd-290d-411b-85ef-834dcd7fcd31 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:31.546282 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-97513009-a09a-402f-a46e-b323088aca69 req-a632d3bd-290d-411b-85ef-834dcd7fcd31 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 985 time: 0.0491631 Sep 22 21:11:31.620005 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-97513009-a09a-402f-a46e-b323088aca69 req-e1b20897-6fbc-4b2b-b076-ecce25a30020 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=222dd787-8c94-4576-a504-dca7bfd8e857&id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0649805 Sep 22 21:11:31.629235 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fd274-5f61-46bb-8d91-8b791460514f req-1998e17a-ebcb-4b5e-9f95-b32e172a9c59 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:31.630714 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5d8fd274-5f61-46bb-8d91-8b791460514f req-1998e17a-ebcb-4b5e-9f95-b32e172a9c59 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0835757 Sep 22 21:11:31.672084 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5d8fd274-5f61-46bb-8d91-8b791460514f req-04874156-5458-4959-83e9-f8b2d5c25280 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336516 Sep 22 21:11:31.701835 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cbc61-1961-4ef9-8864-580753c56faf req-8cd56709-1745-4c64-a5c8-41328fc001bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:31.703264 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-946cbc61-1961-4ef9-8864-580753c56faf req-8cd56709-1745-4c64-a5c8-41328fc001bc service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 1098 time: 0.0471714 Sep 22 21:11:31.727378 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d959c-739a-4b07-83f3-fb45095077e2 req-b528d845-22c8-4ccd-9754-3f6167151be4 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:31.729594 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-067d959c-739a-4b07-83f3-fb45095077e2 req-b528d845-22c8-4ccd-9754-3f6167151be4 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 945 time: 0.0490389 Sep 22 21:11:31.739879 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-946cbc61-1961-4ef9-8864-580753c56faf req-5a54e049-3212-41db-832b-ccbaa155f0fe service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284393 Sep 22 21:11:31.766618 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-067d959c-739a-4b07-83f3-fb45095077e2 req-c005dda3-a0c6-458b-82aa-cfe5d8922f9d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311174 Sep 22 21:11:32.561140 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c9e71-bee9-44f5-a9fd-e4483ca5c186 req-4d0cf707-bbec-4f3c-b4e6-8d87efe0731e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:32.562521 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ce3c9e71-bee9-44f5-a9fd-e4483ca5c186 req-4d0cf707-bbec-4f3c-b4e6-8d87efe0731e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0520122 Sep 22 21:11:32.599534 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ce3c9e71-bee9-44f5-a9fd-e4483ca5c186 req-cd19b0fc-e127-46ff-b836-3c6447caab12 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311632 Sep 22 21:11:32.732332 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cec57e-cf4e-45d3-973d-4878ea8b01fd req-5992c9f0-a6ca-4adb-aa17-4e61e22a9dbe tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:32.733843 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f5cec57e-cf4e-45d3-973d-4878ea8b01fd req-5992c9f0-a6ca-4adb-aa17-4e61e22a9dbe tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 985 time: 0.0481756 Sep 22 21:11:32.799631 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f5cec57e-cf4e-45d3-973d-4878ea8b01fd req-3e8852df-9c11-45b4-a7e9-7c15519d3022 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=222dd787-8c94-4576-a504-dca7bfd8e857&id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595255 Sep 22 21:11:32.814172 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368efb9-132c-44cb-b833-80869396052c req-75d7673e-86c2-4748-8cdc-ddc37faf99cc tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:32.815759 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2368efb9-132c-44cb-b833-80869396052c req-75d7673e-86c2-4748-8cdc-ddc37faf99cc tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0692627 Sep 22 21:11:32.858033 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2368efb9-132c-44cb-b833-80869396052c req-413673dd-724c-4fef-b650-567b0ff71f31 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359564 Sep 22 21:11:32.908503 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c65707-610f-429b-a6bd-4f43072f6456 req-c1cd4155-05af-437f-9753-7e6ca4895df7 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:32.909980 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-44c65707-610f-429b-a6bd-4f43072f6456 req-c1cd4155-05af-437f-9753-7e6ca4895df7 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 945 time: 0.0510972 Sep 22 21:11:32.946529 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-44c65707-610f-429b-a6bd-4f43072f6456 req-af94af5e-c571-48bf-809f-3255465dfc1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307493 Sep 22 21:11:32.952283 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device e9e8bb64-87c0-4995-8096-e04505a3746a details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:11:33.046511 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port e9e8bb64-87c0-4995-8096-e04505a3746a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=e9e8bb64-87c0-4995-8096-e04505a3746a,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:11:33.057220 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': 'e9e8bb64-87c0-4995-8096-e04505a3746a', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'port_id': 'e9e8bb64-87c0-4995-8096-e04505a3746a', 'mac_address': 'fa:16:3e:87:87:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:11:33.092866 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:33.105672 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9e8bb64-87c0-4995-8096-e04505a3746a {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:11:33.124569 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port e9e8bb64-87c0-4995-8096-e04505a3746a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=e9e8bb64-87c0-4995-8096-e04505a3746a,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:11:33.266126 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:33.315463 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=e9e8bb64-87c0-4995-8096-e04505a3746a,revision_number=6']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:33.383703 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['e9e8bb64-87c0-4995-8096-e04505a3746a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:11:33.631690 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0e53ec16-2609-44b9-baed-c39251ad69d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:33.916831 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939cbf0-b8ed-4bd3-b422-afc8399120f4 req-5acbda66-7d22-4ece-be72-e8742f9009a6 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:33.918343 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6939cbf0-b8ed-4bd3-b422-afc8399120f4 req-5acbda66-7d22-4ece-be72-e8742f9009a6 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 985 time: 0.0518818 Sep 22 21:11:33.961042 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6939cbf0-b8ed-4bd3-b422-afc8399120f4 req-eec7a952-e117-44db-8125-444f9c18bfcf tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=222dd787-8c94-4576-a504-dca7bfd8e857&id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366189 Sep 22 21:11:34.077665 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b7586-7e74-4091-a6d6-1ff6d4003860 req-356a9b8a-6845-4d3e-a323-943c2a453b58 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:34.079207 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-aa4b7586-7e74-4091-a6d6-1ff6d4003860 req-356a9b8a-6845-4d3e-a323-943c2a453b58 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 944 time: 0.0820277 Sep 22 21:11:34.090775 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5fdf1f-5b76-4a7c-89a0-002b08953742 req-b42f3ec9-6803-44b1-b039-c982e5c6a8be tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:34.092147 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1c5fdf1f-5b76-4a7c-89a0-002b08953742 req-b42f3ec9-6803-44b1-b039-c982e5c6a8be tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 945 time: 0.0686569 Sep 22 21:11:34.144121 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-aa4b7586-7e74-4091-a6d6-1ff6d4003860 req-270d4b1c-38b5-404c-b264-d102960735f6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510399 Sep 22 21:11:34.151316 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1c5fdf1f-5b76-4a7c-89a0-002b08953742 req-e2ddfe4d-68eb-49fc-9061-c9fb2ddece15 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518038 Sep 22 21:11:34.270839 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489fe41-5f5f-4d60-8c74-14e2054233d3 req-9e812e5d-7eb5-4ef3-b55b-981770e300a8 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:34.272358 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b489fe41-5f5f-4d60-8c74-14e2054233d3 req-9e812e5d-7eb5-4ef3-b55b-981770e300a8 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 945 time: 0.0498722 Sep 22 21:11:34.316139 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b489fe41-5f5f-4d60-8c74-14e2054233d3 req-d817b62c-d3e0-4596-839a-8c8cada1c2bd tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374050 Sep 22 21:11:34.351068 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50442) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:11:34.389614 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eec24d-a8ed-4733-b4ff-00ed79d5eae8 tempest-TestVolumeBootPattern-1360755811 tempest-TestVolumeBootPattern-1360755811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:34.392868 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-c4eec24d-a8ed-4733-b4ff-00ed79d5eae8 tempest-TestVolumeBootPattern-1360755811 tempest-TestVolumeBootPattern-1360755811-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 1093 time: 0.0390501 Sep 22 21:11:34.394867 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50444) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:11:34.399184 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Request body: {'floatingip': {'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'port_id': '87b6d6fe-3f9b-4de2-a308-fef003f55a35', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:11:34.408561 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:34.506217 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:34.529224 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:34.618703 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:34.753655 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Allocated IP 172.27.0.132 (2c353f49-210c-4300-9e98-1f6204bdd5b4/672554c0-508e-4537-8193-f701627840d3/b67e7230-7b64-4005-bb5e-a64b77a2c6d7) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:11:34.893598 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:34.972526 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device e9e8bb64-87c0-4995-8096-e04505a3746a up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:11:35.004111 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:35.032067 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port e9e8bb64-87c0-4995-8096-e04505a3746a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:11:35.032515 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:35.054881 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:11:35.057837 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:11:35.064770 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:11:35.067875 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event updated for resources: {'Port': ['ID=b67e7230-7b64-4005-bb5e-a64b77a2c6d7,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:35.121846 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15939fb-00a8-4f51-ad04-8da99f98b40d req-89d9c996-2cac-4661-a6ff-319c239790aa tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:35.130920 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c15939fb-00a8-4f51-ad04-8da99f98b40d req-89d9c996-2cac-4661-a6ff-319c239790aa tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 985 time: 0.0775514 Sep 22 21:11:35.144306 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:35.180096 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03f50da-4287-4059-be13-5b3aeb9c88d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e8bb64-87c0-4995-8096-e04505a3746a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:11:35.184012 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ff3dce-6a8a-4b2b-a34c-86a46cc3aea3" -d '{"events": [{"server_uuid": "a03f50da-4287-4059-be13-5b3aeb9c88d5", "name": "network-vif-plugged", "status": "completed", "tag": "e9e8bb64-87c0-4995-8096-e04505a3746a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:11:35.197061 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c15939fb-00a8-4f51-ad04-8da99f98b40d req-11b7c821-7158-41b8-a2bc-8854b2bf0319 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=222dd787-8c94-4576-a504-dca7bfd8e857&id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603812 Sep 22 21:11:35.209786 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port e9e8bb64-87c0-4995-8096-e04505a3746a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=e9e8bb64-87c0-4995-8096-e04505a3746a,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:11:35.252654 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1bf415-cded-4285-bc26-86ee75348459 x-openstack-request-id: req-aa1bf415-cded-4285-bc26-86ee75348459 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:11:35.255513 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03f50da-4287-4059-be13-5b3aeb9c88d5", "name": "network-vif-plugged", "status": "completed", "tag": "e9e8bb64-87c0-4995-8096-e04505a3746a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:11:35.255513 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa1bf415-cded-4285-bc26-86ee75348459 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:11:35.255513 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03f50da-4287-4059-be13-5b3aeb9c88d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e8bb64-87c0-4995-8096-e04505a3746a', 'code': 200} Sep 22 21:11:35.279012 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:35.305903 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81f48a-2588-4f2d-944a-bb1398ccf474 req-32d40d4f-a4ad-40cf-b28d-1058122cb06f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:35.314304 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ca81f48a-2588-4f2d-944a-bb1398ccf474 req-32d40d4f-a4ad-40cf-b28d-1058122cb06f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 944 time: 0.0623140 Sep 22 21:11:35.353108 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ca81f48a-2588-4f2d-944a-bb1398ccf474 req-405b223f-994c-46cb-b2fd-3459cd45474b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375535 Sep 22 21:11:35.374386 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=e9e8bb64-87c0-4995-8096-e04505a3746a,revision_number=7']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:35.519847 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:35.685684 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:35.862267 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:35.938983 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:36.034480 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event updated for resources: {'Port': ['ID=b67e7230-7b64-4005-bb5e-a64b77a2c6d7,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:36.057230 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741466'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:36.161492 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.l3_db [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Floating IP f97a2ed3-4b17-43f2-be64-b31dce643d6d associated. External IP: 172.27.0.132, port: 87b6d6fe-3f9b-4de2-a308-fef003f55a35. Sep 22 21:11:36.340255 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:36.348509 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ece59-34e7-4edd-b727-5d50f800610d req-34212ed5-1614-4788-9cd3-84fd76d57d6e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:36.358227 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e49ece59-34e7-4edd-b727-5d50f800610d req-34212ed5-1614-4788-9cd3-84fd76d57d6e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 985 time: 0.0770290 Sep 22 21:11:36.425571 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:11:36.425732 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e49ece59-34e7-4edd-b727-5d50f800610d req-6930e226-7fa8-4650-9ba8-8f0f45a501c1 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=222dd787-8c94-4576-a504-dca7bfd8e857&id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653808 Sep 22 21:11:36.603613 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3ea2c-6e1a-4d03-ab01-b43686ab8341 req-c1f8382f-e2f2-4df0-9802-7f9bcd9bfa6f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:36.605576 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-31c3ea2c-6e1a-4d03-ab01-b43686ab8341 req-c1f8382f-e2f2-4df0-9802-7f9bcd9bfa6f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.1273499 Sep 22 21:11:36.644484 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:11:36.656765 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b421621-c0cd-4807-98a3-09b7df4ae0fe None None] Sync routers for ids ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:11:36.657421 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-31c3ea2c-6e1a-4d03-ab01-b43686ab8341 req-f9830b63-08cf-4236-84a7-7340a6cca0bd tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424964 Sep 22 21:11:36.673253 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b421621-c0cd-4807-98a3-09b7df4ae0fe None None] Routers {'7ad9c7e9-539f-450c-a063-fa6626cc6e90'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:11:36.674332 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4b421621-c0cd-4807-98a3-09b7df4ae0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:11:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:11:36.768187 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:36.797264 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-be041fc0-72d9-4620-99c0-ac9752311b72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4013526 Sep 22 21:11:36.798002 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'tag': '87b6d6fe-3f9b-4de2-a308-fef003f55a35'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:11:36.800566 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4451ea1-b5db-46b2-a628-322c3fd179eb" -d '{"events": [{"name": "network-changed", "server_uuid": "abaf464e-a953-4693-acee-ebdc3ee68f86", "tag": "87b6d6fe-3f9b-4de2-a308-fef003f55a35"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:11:36.802353 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-4b421621-c0cd-4807-98a3-09b7df4ae0fe None None] Set router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:11:36.859301 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a5b1ee-438d-49bb-9c39-f8f22fe63d72 x-openstack-request-id: req-f2a5b1ee-438d-49bb-9c39-f8f22fe63d72 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:11:36.859301 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abaf464e-a953-4693-acee-ebdc3ee68f86", "tag": "87b6d6fe-3f9b-4de2-a308-fef003f55a35", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:11:36.859301 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2a5b1ee-438d-49bb-9c39-f8f22fe63d72 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:11:36.859301 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'tag': '87b6d6fe-3f9b-4de2-a308-fef003f55a35', 'status': 'completed', 'code': 200} Sep 22 21:11:36.990119 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4451ea1-b5db-46b2-a628-322c3fd179eb req-a2cec2f6-fdae-46f7-9be5-df9d1e5ab31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:36.990119 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e4451ea1-b5db-46b2-a628-322c3fd179eb req-a2cec2f6-fdae-46f7-9be5-df9d1e5ab31e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b3af2e0553c429bac5d74807160a543&device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 1098 time: 0.0891781 Sep 22 21:11:37.086020 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4451ea1-b5db-46b2-a628-322c3fd179eb req-ebdf9b37-bd61-453b-8219-b7776eb86f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:37.087777 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e4451ea1-b5db-46b2-a628-322c3fd179eb req-ebdf9b37-bd61-453b-8219-b7776eb86f6a service neutron] 10.222.0.48 "GET /v2.0/networks?id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a HTTP/1.1" status: 200 len: 913 time: 0.1001608 Sep 22 21:11:37.162893 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e4451ea1-b5db-46b2-a628-322c3fd179eb req-ab02fb10-9df0-4414-9e4d-ff67b347b2f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b6d6fe-3f9b-4de2-a308-fef003f55a35 HTTP/1.1" status: 200 len: 999 time: 0.0668182 Sep 22 21:11:37.216804 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4451ea1-b5db-46b2-a628-322c3fd179eb req-f0b20ee3-7ed9-410f-bcf1-5553b4b6e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:37.218400 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e4451ea1-b5db-46b2-a628-322c3fd179eb req-f0b20ee3-7ed9-410f-bcf1-5553b4b6e198 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca HTTP/1.1" status: 200 len: 851 time: 0.0484006 Sep 22 21:11:37.259406 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4b421621-c0cd-4807-98a3-09b7df4ae0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': 'f97a2ed3-4b17-43f2-be64-b31dce643d6d', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'port_id': '87b6d6fe-3f9b-4de2-a308-fef003f55a35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'mac_address': 'fa:16:3e:28:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:11:35Z', 'updated_at': '2021-09-22T21:11:35Z', 'revision_number': 0, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:30Z', 'revision_number': 5, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:11:37.274871 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4451ea1-b5db-46b2-a628-322c3fd179eb req-ec78796b-1b2c-4536-b3cb-8a45e7a4e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:37.276513 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e4451ea1-b5db-46b2-a628-322c3fd179eb req-ec78796b-1b2c-4536-b3cb-8a45e7a4e49b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500090 Sep 22 21:11:37.286285 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b421621-c0cd-4807-98a3-09b7df4ae0fe None None] Checking router: 7ad9c7e9-539f-450c-a063-fa6626cc6e90 for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:11:37.295938 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b421621-c0cd-4807-98a3-09b7df4ae0fe None None] Routers {'7ad9c7e9-539f-450c-a063-fa6626cc6e90'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:11:37.296841 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4b421621-c0cd-4807-98a3-09b7df4ae0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:11:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:11:37.408680 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e4451ea1-b5db-46b2-a628-322c3fd179eb req-4c7f18c1-381d-4a32-ad9d-52868299a27f service neutron] 10.222.0.48 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243758 Sep 22 21:11:37.417044 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-4b421621-c0cd-4807-98a3-09b7df4ae0fe None None] Set router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:11:37.505181 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-e4451ea1-b5db-46b2-a628-322c3fd179eb req-59039cb5-0846-4632-b497-1ea17452ac7a service neutron] 10.222.0.48 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848284 Sep 22 21:11:37.536298 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4bcd9-4eb3-4a76-ac57-a66d7c2b5471 req-b53ffdc6-6d27-427f-b587-0f05a4cd42a6 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:37.537806 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-77d4bcd9-4eb3-4a76-ac57-a66d7c2b5471 req-b53ffdc6-6d27-427f-b587-0f05a4cd42a6 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 985 time: 0.0516536 Sep 22 21:11:37.578725 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-77d4bcd9-4eb3-4a76-ac57-a66d7c2b5471 req-d0c93981-afb2-4c33-96d3-99f43ec30cee tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=222dd787-8c94-4576-a504-dca7bfd8e857&id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340662 Sep 22 21:11:37.647551 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-4b421621-c0cd-4807-98a3-09b7df4ae0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': 'f97a2ed3-4b17-43f2-be64-b31dce643d6d', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'port_id': '87b6d6fe-3f9b-4de2-a308-fef003f55a35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'mac_address': 'fa:16:3e:28:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:11:35Z', 'updated_at': '2021-09-22T21:11:35Z', 'revision_number': 0, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:30Z', 'revision_number': 5, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:11:37.673988 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b421621-c0cd-4807-98a3-09b7df4ae0fe None None] The sync data for ids ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'] in dv-cinder-810415-3-iscsi is: [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': 'f97a2ed3-4b17-43f2-be64-b31dce643d6d', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'port_id': '87b6d6fe-3f9b-4de2-a308-fef003f55a35', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'mac_address': 'fa:16:3e:28:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:11:35Z', 'updated_at': '2021-09-22T21:11:35Z', 'revision_number': 0, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:30Z', 'revision_number': 5, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:11:37.802165 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8c8cd-c24c-4e03-b6f6-e0b47619fde2 req-220135a5-0af8-41e7-918c-93e717b591eb tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:37.803704 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fce8c8cd-c24c-4e03-b6f6-e0b47619fde2 req-220135a5-0af8-41e7-918c-93e717b591eb tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0564072 Sep 22 21:11:37.870449 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-fce8c8cd-c24c-4e03-b6f6-e0b47619fde2 req-7c88d2ab-bcea-4657-849e-8a7e4d4d547e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566719 Sep 22 21:11:37.936083 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072099ed-2d11-43a0-8e3d-4950e7bc520c None None] New status for floating IP f97a2ed3-4b17-43f2-be64-b31dce643d6d: ACTIVE {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:11:38.700493 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f481a-ebdf-4cc0-9427-050063b53109 req-6b25c73a-84f5-4816-9280-51d8abc1db5d tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:38.702066 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a52f481a-ebdf-4cc0-9427-050063b53109 req-6b25c73a-84f5-4816-9280-51d8abc1db5d tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 985 time: 0.0553272 Sep 22 21:11:38.753314 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a52f481a-ebdf-4cc0-9427-050063b53109 req-a9c2ef34-4859-4a31-9a8d-3893c95fab26 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=222dd787-8c94-4576-a504-dca7bfd8e857&id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450382 Sep 22 21:11:39.003136 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120842a8-f9ae-4b59-89e9-49b8c65ecf24 req-424cf2d6-3664-49b5-bf52-69ea855e88b0 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:39.004622 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-120842a8-f9ae-4b59-89e9-49b8c65ecf24 req-424cf2d6-3664-49b5-bf52-69ea855e88b0 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0533397 Sep 22 21:11:39.050548 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-120842a8-f9ae-4b59-89e9-49b8c65ecf24 req-7231da3b-17db-4610-9aef-b766bf855be3 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384161 Sep 22 21:11:40.179654 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d9426-6140-48cd-af9a-4aae485da2ba req-d6ea4579-2b0e-45dd-b776-6c8f09e3a6da tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:40.181173 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-916d9426-6140-48cd-af9a-4aae485da2ba req-d6ea4579-2b0e-45dd-b776-6c8f09e3a6da tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0526044 Sep 22 21:11:40.223102 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-916d9426-6140-48cd-af9a-4aae485da2ba req-75fea012-72d5-4656-abec-9d4b4d2440d7 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350087 Sep 22 21:11:41.003191 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:41.350917 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef730486-5ffc-4d78-8e94-d6cd11477448 req-04addfd1-6575-4424-af44-2a85534c6180 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:41.358873 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ef730486-5ffc-4d78-8e94-d6cd11477448 req-04addfd1-6575-4424-af44-2a85534c6180 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0601320 Sep 22 21:11:41.402192 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ef730486-5ffc-4d78-8e94-d6cd11477448 req-c1bcd1f9-da63-4898-9ae0-2e408c5bc2fc tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421288 Sep 22 21:11:42.534766 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a400ee6-cdc9-4328-b736-122f55fa9944 req-d0b37543-f663-4a64-af44-87d430492cfd tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:42.541825 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8a400ee6-cdc9-4328-b736-122f55fa9944 req-d0b37543-f663-4a64-af44-87d430492cfd tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0638433 Sep 22 21:11:42.579567 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8a400ee6-cdc9-4328-b736-122f55fa9944 req-0bd987aa-2f12-487c-ba66-5b5b17485996 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355642 Sep 22 21:11:43.702647 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86de6da-ac20-4667-8ed1-556cf6eed653 req-89695f4e-c512-4307-bad0-952b29b219b6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:43.704120 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d86de6da-ac20-4667-8ed1-556cf6eed653 req-89695f4e-c512-4307-bad0-952b29b219b6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0510194 Sep 22 21:11:43.744043 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d86de6da-ac20-4667-8ed1-556cf6eed653 req-dfada3c4-4188-4dd9-97fd-8c2b83b72a3a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340500 Sep 22 21:11:44.863114 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692441cd-2090-4fd8-b6f1-3075cb182819 req-139ebfa8-11b4-4de8-9a9a-92136441351b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:44.864628 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-692441cd-2090-4fd8-b6f1-3075cb182819 req-139ebfa8-11b4-4de8-9a9a-92136441351b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0500703 Sep 22 21:11:44.904896 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-692441cd-2090-4fd8-b6f1-3075cb182819 req-9b5173ac-6735-43da-94bf-3bf9172d7fb6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337877 Sep 22 21:11:45.997231 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd9818-84b4-46b6-a572-1da58b87c49a req-5cdd7b00-b216-4533-a119-6d61efb63f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:45.998731 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-83dd9818-84b4-46b6-a572-1da58b87c49a req-5cdd7b00-b216-4533-a119-6d61efb63f2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6b763283e694a7fb6a51a7298132497&device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 1098 time: 0.0434823 Sep 22 21:11:46.023135 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40ea1b-cfcd-492e-b362-71eb08444ffe req-9525a99f-bf78-4fbe-a774-da301f83bb3d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:46.024605 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6e40ea1b-cfcd-492e-b362-71eb08444ffe req-9525a99f-bf78-4fbe-a774-da301f83bb3d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0504313 Sep 22 21:11:46.063710 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6e40ea1b-cfcd-492e-b362-71eb08444ffe req-cda762c1-a595-42ba-9658-ef4533ae9433 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328600 Sep 22 21:11:46.093127 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd9818-84b4-46b6-a572-1da58b87c49a req-d09d4cda-827f-44ec-8afe-dfb1830923bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:46.094581 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-83dd9818-84b4-46b6-a572-1da58b87c49a req-d09d4cda-827f-44ec-8afe-dfb1830923bd service neutron] 10.222.0.48 "GET /v2.0/networks?id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb HTTP/1.1" status: 200 len: 917 time: 0.0876932 Sep 22 21:11:46.167412 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-83dd9818-84b4-46b6-a572-1da58b87c49a req-1049c2f0-2487-460d-ab0e-1a62694f10da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9e8bb64-87c0-4995-8096-e04505a3746a HTTP/1.1" status: 200 len: 1001 time: 0.0644717 Sep 22 21:11:46.215869 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd9818-84b4-46b6-a572-1da58b87c49a req-a24cca99-12ec-429c-b778-6f2157e97ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:46.217285 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-83dd9818-84b4-46b6-a572-1da58b87c49a req-a24cca99-12ec-429c-b778-6f2157e97ba6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6978b747-bc4a-4923-9a63-b539852557c1 HTTP/1.1" status: 200 len: 855 time: 0.0418134 Sep 22 21:11:46.262693 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd9818-84b4-46b6-a572-1da58b87c49a req-f996b240-8cbf-4b83-be6e-a80800bbb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:46.264065 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-83dd9818-84b4-46b6-a572-1da58b87c49a req-f996b240-8cbf-4b83-be6e-a80800bbb402 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0373530 Sep 22 21:11:46.356531 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-83dd9818-84b4-46b6-a572-1da58b87c49a req-e5f1c264-b88b-4f6e-a430-c668af093dbc service neutron] 10.222.0.48 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811203 Sep 22 21:11:46.444783 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-83dd9818-84b4-46b6-a572-1da58b87c49a req-164eaeac-a620-4fe9-b02f-3c48d6eae77f service neutron] 10.222.0.48 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776207 Sep 22 21:11:47.180546 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf57be-33e2-45bc-b39e-3756f0f58f2a req-777d641a-0406-441d-8536-12a97d5082a5 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:47.182613 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1daf57be-33e2-45bc-b39e-3756f0f58f2a req-777d641a-0406-441d-8536-12a97d5082a5 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0502877 Sep 22 21:11:47.219315 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1daf57be-33e2-45bc-b39e-3756f0f58f2a req-d69b09c7-17fd-442d-83cd-5f5247c25b12 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308013 Sep 22 21:11:47.969739 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:11:48.334422 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe5501-2f2a-4012-93c1-5180ad39954b req-c7d24f4c-ef03-425d-ae01-b4355eb63c31 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:48.335874 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-54fe5501-2f2a-4012-93c1-5180ad39954b req-c7d24f4c-ef03-425d-ae01-b4355eb63c31 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 945 time: 0.0477736 Sep 22 21:11:48.375480 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-54fe5501-2f2a-4012-93c1-5180ad39954b req-dc5c37d6-89a4-4f1d-bdba-3fd68526b5fc tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332186 Sep 22 21:11:49.025582 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device e9e8bb64-87c0-4995-8096-e04505a3746a no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:11:49.096790 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:49.121747 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03f50da-4287-4059-be13-5b3aeb9c88d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9e8bb64-87c0-4995-8096-e04505a3746a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:11:49.123947 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6feb28-16c3-471a-af47-8b39af39cdec" -d '{"events": [{"server_uuid": "a03f50da-4287-4059-be13-5b3aeb9c88d5", "name": "network-vif-unplugged", "status": "completed", "tag": "e9e8bb64-87c0-4995-8096-e04505a3746a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:11:49.136122 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port e9e8bb64-87c0-4995-8096-e04505a3746a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=e9e8bb64-87c0-4995-8096-e04505a3746a,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:11:49.160894 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 22 Sep 2021 21:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cda13e-f3f7-4cf2-aff0-d318fd537252 x-openstack-request-id: req-c3cda13e-f3f7-4cf2-aff0-d318fd537252 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:11:49.161201 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03f50da-4287-4059-be13-5b3aeb9c88d5", "name": "network-vif-unplugged", "status": "completed", "tag": "e9e8bb64-87c0-4995-8096-e04505a3746a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:11:49.161455 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3cda13e-f3f7-4cf2-aff0-d318fd537252 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:11:49.161838 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03f50da-4287-4059-be13-5b3aeb9c88d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9e8bb64-87c0-4995-8096-e04505a3746a', 'code': 200} Sep 22 21:11:49.202598 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:11:49.249224 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=e9e8bb64-87c0-4995-8096-e04505a3746a,revision_number=8']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:11:49.491619 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2de63a-feef-4639-aa64-fb2ba042d6db req-25632735-ae52-4088-b08e-abba6969cfd2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:49.493088 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-aa2de63a-feef-4639-aa64-fb2ba042d6db req-25632735-ae52-4088-b08e-abba6969cfd2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0481119 Sep 22 21:11:49.528854 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-aa2de63a-feef-4639-aa64-fb2ba042d6db req-c6aceed3-abb3-4ccc-bd80-1362a48ec5f0 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299175 Sep 22 21:11:51.615292 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88e718-9c96-4945-97fe-32c154232b8c req-ff94ede4-e211-4d5d-bd06-5f9630622620 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:51.616766 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9f88e718-9c96-4945-97fe-32c154232b8c req-ff94ede4-e211-4d5d-bd06-5f9630622620 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0481896 Sep 22 21:11:51.656257 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9f88e718-9c96-4945-97fe-32c154232b8c req-b0e885b6-0e61-4fef-8271-d7179f391d5c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334766 Sep 22 21:11:51.958091 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-49408387-f30c-4a33-a494-fb98b728bd0c req-5ec09884-80fd-44a7-952a-5a2a3fccc9b0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0416658 Sep 22 21:11:52.779161 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c34346-f323-426e-aef0-6664784bf762 req-8a588955-23cb-4857-9d17-0f413ee7b6b1 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:52.780791 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-02c34346-f323-426e-aef0-6664784bf762 req-8a588955-23cb-4857-9d17-0f413ee7b6b1 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0532627 Sep 22 21:11:52.823402 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-02c34346-f323-426e-aef0-6664784bf762 req-6b4626a9-84d9-4fd4-98d7-a4826f427e0e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364058 Sep 22 21:11:53.034195 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device e9e8bb64-87c0-4995-8096-e04505a3746a no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:11:53.620259 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49408387-f30c-4a33-a494-fb98b728bd0c req-77eb975a-7424-4d1f-b193-348d742301d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:53.621749 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-49408387-f30c-4a33-a494-fb98b728bd0c req-77eb975a-7424-4d1f-b193-348d742301d2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5&tenant_id=a6b763283e694a7fb6a51a7298132497 HTTP/1.1" status: 200 len: 1096 time: 0.2547202 Sep 22 21:11:53.681404 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49408387-f30c-4a33-a494-fb98b728bd0c req-f98c518e-a696-45c1-8534-be4f773803a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:53.682805 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-49408387-f30c-4a33-a494-fb98b728bd0c req-f98c518e-a696-45c1-8534-be4f773803a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6b763283e694a7fb6a51a7298132497&device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 1096 time: 0.0369484 Sep 22 21:11:53.775014 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49408387-f30c-4a33-a494-fb98b728bd0c req-724c62d3-9463-498b-b4a6-b0a5e9b128bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:53.777046 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-49408387-f30c-4a33-a494-fb98b728bd0c req-724c62d3-9463-498b-b4a6-b0a5e9b128bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb HTTP/1.1" status: 200 len: 917 time: 0.0828896 Sep 22 21:11:53.848482 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-49408387-f30c-4a33-a494-fb98b728bd0c req-cd5fe7c2-836c-41f3-b64c-7659976e083b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9e8bb64-87c0-4995-8096-e04505a3746a HTTP/1.1" status: 200 len: 999 time: 0.0555153 Sep 22 21:11:53.899650 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49408387-f30c-4a33-a494-fb98b728bd0c req-0b708cac-7618-4b13-8a52-be014ccaabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:53.901736 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-49408387-f30c-4a33-a494-fb98b728bd0c req-0b708cac-7618-4b13-8a52-be014ccaabc2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6978b747-bc4a-4923-9a63-b539852557c1 HTTP/1.1" status: 200 len: 855 time: 0.0451496 Sep 22 21:11:53.943750 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4201b-e07f-413a-a8b3-dddf246b0a61 req-bb472b81-87c3-4730-b1e6-5737e67eb7f2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:53.945249 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-faf4201b-e07f-413a-a8b3-dddf246b0a61 req-bb472b81-87c3-4730-b1e6-5737e67eb7f2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0491829 Sep 22 21:11:53.955015 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49408387-f30c-4a33-a494-fb98b728bd0c req-95ff4915-b2a9-4339-95ff-fb229bf9543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:53.956498 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-49408387-f30c-4a33-a494-fb98b728bd0c req-95ff4915-b2a9-4339-95ff-fb229bf9543e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446146 Sep 22 21:11:53.983035 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-faf4201b-e07f-413a-a8b3-dddf246b0a61 req-4d4ff328-24de-4cfd-bc19-f29a487915d1 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310895 Sep 22 21:11:54.045699 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-49408387-f30c-4a33-a494-fb98b728bd0c req-47a3d288-d6d9-4b2a-b929-dfe6ff94404a service neutron] 10.222.0.48 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802529 Sep 22 21:11:54.140232 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-49408387-f30c-4a33-a494-fb98b728bd0c req-71a015d7-1c11-4705-810c-36322f4531eb service neutron] 10.222.0.48 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826333 Sep 22 21:11:55.103224 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2ec5a-8710-4808-adbf-78d79f4f2529 req-b381bd04-716a-434e-a5e7-bfe4c5f104e0 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:55.104637 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-03a2ec5a-8710-4808-adbf-78d79f4f2529 req-b381bd04-716a-434e-a5e7-bfe4c5f104e0 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0485969 Sep 22 21:11:55.143909 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-03a2ec5a-8710-4808-adbf-78d79f4f2529 req-3a78d8e6-d032-4334-980c-fe175995b4cf tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330114 Sep 22 21:11:56.264307 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda261c8-10e8-4020-a449-dc15dcf4e9a4 req-9df63dcc-c229-4a88-b480-89b6d41df193 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:56.265923 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bda261c8-10e8-4020-a449-dc15dcf4e9a4 req-9df63dcc-c229-4a88-b480-89b6d41df193 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0496886 Sep 22 21:11:56.319004 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bda261c8-10e8-4020-a449-dc15dcf4e9a4 req-f9dd08ec-2c53-4152-832e-667fe62771cb tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461864 Sep 22 21:11:57.442831 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f8fac-ad76-4e27-a35d-ef1cc841506a req-673d45f8-f69d-4aa5-84da-d7bd53938eaf tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:57.444321 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7d6f8fac-ad76-4e27-a35d-ef1cc841506a req-673d45f8-f69d-4aa5-84da-d7bd53938eaf tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0489416 Sep 22 21:11:57.483216 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7d6f8fac-ad76-4e27-a35d-ef1cc841506a req-0ef4f918-a220-470d-8b3f-26fc5997ef99 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323570 Sep 22 21:11:58.603489 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059110b-c5d6-4543-ac64-c7b58587d3ed req-36dd78bd-19e8-4b56-8847-d8bdef6e7e0d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:58.605023 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c059110b-c5d6-4543-ac64-c7b58587d3ed req-36dd78bd-19e8-4b56-8847-d8bdef6e7e0d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0494845 Sep 22 21:11:58.645252 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c059110b-c5d6-4543-ac64-c7b58587d3ed req-9ea5bc2b-933c-42d6-88e1-06f3cc93639d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343285 Sep 22 21:11:59.763841 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a21b6-8b11-4976-9caf-f81fd593a1ec req-5205ed67-ab8f-4a2b-b2f5-63a35634c41d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:11:59.765408 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-336a21b6-8b11-4976-9caf-f81fd593a1ec req-5205ed67-ab8f-4a2b-b2f5-63a35634c41d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0492222 Sep 22 21:11:59.808398 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-336a21b6-8b11-4976-9caf-f81fd593a1ec req-e24585a4-57e9-4fb3-bddb-f879b9ecbd57 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369976 Sep 22 21:12:00.933455 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad6cf5-a28b-40e6-b5e7-defa7965952f req-e3d7cecb-80e6-48dc-aade-85d3a22001f0 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:00.939821 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0cad6cf5-a28b-40e6-b5e7-defa7965952f req-e3d7cecb-80e6-48dc-aade-85d3a22001f0 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0505350 Sep 22 21:12:00.973997 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0cad6cf5-a28b-40e6-b5e7-defa7965952f req-22aabb97-3bef-416f-ba75-97823740ee7b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329561 Sep 22 21:12:00.985393 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3977a40d-6888-4686-8dde-4b6e5bacbfe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:02.096943 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229092a8-ef13-4644-983f-4c75e7ba5df3 req-fa5fcf7c-52ac-4310-b740-082920510790 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:02.098437 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-229092a8-ef13-4644-983f-4c75e7ba5df3 req-fa5fcf7c-52ac-4310-b740-082920510790 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0503132 Sep 22 21:12:02.139851 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-229092a8-ef13-4644-983f-4c75e7ba5df3 req-43d0b2d9-6dc7-43d6-a6f8-6d24c24c0a08 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343862 Sep 22 21:12:03.259955 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d06da-c34d-49b0-9beb-cf1b9501d6b0 req-2550adae-c845-40e8-bbd6-e93d36e4f730 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:03.262026 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f28d06da-c34d-49b0-9beb-cf1b9501d6b0 req-2550adae-c845-40e8-bbd6-e93d36e4f730 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0498600 Sep 22 21:12:03.304612 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f28d06da-c34d-49b0-9beb-cf1b9501d6b0 req-e931f18b-4989-467a-9a7a-95671e153379 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363593 Sep 22 21:12:03.619842 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-92101e9c-256c-4d8b-aca1-84c4ec5d6624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:04.426376 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:04.430007 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e2756-aaa6-4569-9a40-bc55fc086dc4 req-bdb4e9ef-87fc-456d-9ffa-91f6489deaf6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:04.432262 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-133e2756-aaa6-4569-9a40-bc55fc086dc4 req-bdb4e9ef-87fc-456d-9ffa-91f6489deaf6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0547845 Sep 22 21:12:04.472800 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-133e2756-aaa6-4569-9a40-bc55fc086dc4 req-90bbcacd-15a4-4465-a42c-51d8ae9a1bb4 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344114 Sep 22 21:12:04.477266 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:05.595022 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6176c3-02d2-4e86-a1c9-7a6e779fde47 req-3bc365ee-784d-43d4-b982-580a6428103a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:05.596516 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8e6176c3-02d2-4e86-a1c9-7a6e779fde47 req-3bc365ee-784d-43d4-b982-580a6428103a tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0514805 Sep 22 21:12:05.635807 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8e6176c3-02d2-4e86-a1c9-7a6e779fde47 req-01358c35-8952-4235-9335-b2eaefb6dd23 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329623 Sep 22 21:12:06.311170 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:06.758718 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ec8b2-818f-4653-9709-808e66459b5e req-1d2c7bc7-74fa-4196-8ba7-fddb1a4489c2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:06.761153 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e34ec8b2-818f-4653-9709-808e66459b5e req-1d2c7bc7-74fa-4196-8ba7-fddb1a4489c2 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0523658 Sep 22 21:12:06.804402 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e34ec8b2-818f-4653-9709-808e66459b5e req-508d3fed-472d-4055-a420-ff0da5b1aad3 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370772 Sep 22 21:12:07.922842 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b7cd9-e41f-4b1f-a973-e9693d8f1513 req-0d6a6d1e-f57a-419b-ae3a-2eb6320ab18f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:07.924277 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ca6b7cd9-e41f-4b1f-a973-e9693d8f1513 req-0d6a6d1e-f57a-419b-ae3a-2eb6320ab18f tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0475023 Sep 22 21:12:07.960118 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ca6b7cd9-e41f-4b1f-a973-e9693d8f1513 req-d7b30c1c-bc91-4d8e-adc4-8f5cbb8ef2f0 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300138 Sep 22 21:12:09.075280 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544461c-cb5f-4cd9-8429-763c2bb24bba req-3dd1ae54-37db-4a14-86e9-e95e949df85c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:09.076718 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a544461c-cb5f-4cd9-8429-763c2bb24bba req-3dd1ae54-37db-4a14-86e9-e95e949df85c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0470197 Sep 22 21:12:09.113090 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a544461c-cb5f-4cd9-8429-763c2bb24bba req-a169db35-f7e2-4be1-918f-df94745c971b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305572 Sep 22 21:12:10.227153 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c255462-9739-4e34-9fd6-5dd8bad8971e req-b3bb1802-6747-40c8-9a83-fc5542b40cda tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:10.229138 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0c255462-9739-4e34-9fd6-5dd8bad8971e req-b3bb1802-6747-40c8-9a83-fc5542b40cda tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0468814 Sep 22 21:12:10.268530 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0c255462-9739-4e34-9fd6-5dd8bad8971e req-64e3bbe4-dc27-4d6f-9422-d15bfc226f5e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337198 Sep 22 21:12:11.001846 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:11.130201 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device e9e8bb64-87c0-4995-8096-e04505a3746a details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:12:11.220061 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port e9e8bb64-87c0-4995-8096-e04505a3746a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=e9e8bb64-87c0-4995-8096-e04505a3746a,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:11.230507 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': 'e9e8bb64-87c0-4995-8096-e04505a3746a', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'port_id': 'e9e8bb64-87c0-4995-8096-e04505a3746a', 'mac_address': 'fa:16:3e:87:87:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:12:11.269428 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:11.281365 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e8bb64-87c0-4995-8096-e04505a3746a {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:12:11.299672 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port e9e8bb64-87c0-4995-8096-e04505a3746a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=e9e8bb64-87c0-4995-8096-e04505a3746a,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:11.356613 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:11.384204 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca2201-b0ca-4858-aac5-d561b4496acb req-3cd0e1b9-330e-4fec-ac6e-4ff64e92116d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:11.386134 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-36ca2201-b0ca-4858-aac5-d561b4496acb req-3cd0e1b9-330e-4fec-ac6e-4ff64e92116d tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 943 time: 0.0485868 Sep 22 21:12:11.405078 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=e9e8bb64-87c0-4995-8096-e04505a3746a,revision_number=9']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:11.411898 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:11.412234 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:11.412567 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:11.412916 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:11.413246 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:11.413566 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:11.413888 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:11.414201 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:11.414516 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:11.414825 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:11.415149 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:11.415531 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:11.423113 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-36ca2201-b0ca-4858-aac5-d561b4496acb req-3004f1c4-d20a-4563-b473-07341b338037 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309370 Sep 22 21:12:11.580222 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e29af-96c4-4576-b774-defe6be750ea req-832de6e0-bcd1-4837-86e2-fc67749b2697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:11.581674 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-eb7e29af-96c4-4576-b774-defe6be750ea req-832de6e0-bcd1-4837-86e2-fc67749b2697 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=a6b763283e694a7fb6a51a7298132497&device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 1097 time: 0.0380690 Sep 22 21:12:11.630043 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['e9e8bb64-87c0-4995-8096-e04505a3746a'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:12:11.686820 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e29af-96c4-4576-b774-defe6be750ea req-303ffe15-a3a1-430d-8649-951296a521dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:11.688183 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-eb7e29af-96c4-4576-b774-defe6be750ea req-303ffe15-a3a1-430d-8649-951296a521dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb HTTP/1.1" status: 200 len: 917 time: 0.0862060 Sep 22 21:12:11.753397 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-eb7e29af-96c4-4576-b774-defe6be750ea req-182df4be-d456-41ec-9779-6495e16758f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9e8bb64-87c0-4995-8096-e04505a3746a HTTP/1.1" status: 200 len: 1000 time: 0.0559139 Sep 22 21:12:11.801610 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e29af-96c4-4576-b774-defe6be750ea req-d542969d-7303-48d0-9227-326d294a2709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:11.803007 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-eb7e29af-96c4-4576-b774-defe6be750ea req-d542969d-7303-48d0-9227-326d294a2709 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6978b747-bc4a-4923-9a63-b539852557c1 HTTP/1.1" status: 200 len: 855 time: 0.0421085 Sep 22 21:12:11.850674 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e29af-96c4-4576-b774-defe6be750ea req-bef1c9b6-39c0-4364-a166-54cb8b91ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:11.852152 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-eb7e29af-96c4-4576-b774-defe6be750ea req-bef1c9b6-39c0-4364-a166-54cb8b91ed2d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406792 Sep 22 21:12:11.939868 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-eb7e29af-96c4-4576-b774-defe6be750ea req-27754c00-e0a0-4e0f-b45f-c34bd2505d98 service neutron] 10.222.0.48 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794089 Sep 22 21:12:12.028985 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-eb7e29af-96c4-4576-b774-defe6be750ea req-7af8c73f-f9bd-4662-aa5e-99d766ac336b service neutron] 10.222.0.48 "GET /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817835 Sep 22 21:12:12.539031 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf62023-54ef-492f-ac08-ec89901c6e01 req-d5ec13ad-66f8-427d-add4-465d482b546c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:12.540483 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-aaf62023-54ef-492f-ac08-ec89901c6e01 req-d5ec13ad-66f8-427d-add4-465d482b546c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 944 time: 0.0475655 Sep 22 21:12:12.576107 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-aaf62023-54ef-492f-ac08-ec89901c6e01 req-31e1a691-18e7-49f0-a96e-917d7a60e481 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298684 Sep 22 21:12:13.141628 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device e9e8bb64-87c0-4995-8096-e04505a3746a up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:12:13.186971 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port e9e8bb64-87c0-4995-8096-e04505a3746a triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:12:13.187335 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:13.258534 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:13.279290 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03f50da-4287-4059-be13-5b3aeb9c88d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e8bb64-87c0-4995-8096-e04505a3746a'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:12:13.281497 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00dbe02-d552-4635-a11b-da7d2a8dfee7" -d '{"events": [{"server_uuid": "a03f50da-4287-4059-be13-5b3aeb9c88d5", "name": "network-vif-plugged", "status": "completed", "tag": "e9e8bb64-87c0-4995-8096-e04505a3746a"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:12:13.296577 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port e9e8bb64-87c0-4995-8096-e04505a3746a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=e9e8bb64-87c0-4995-8096-e04505a3746a,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:13.318237 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625498f4-6a75-43ca-ae86-2d911654df97 x-openstack-request-id: req-625498f4-6a75-43ca-ae86-2d911654df97 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:12:13.318517 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03f50da-4287-4059-be13-5b3aeb9c88d5", "name": "network-vif-plugged", "status": "completed", "tag": "e9e8bb64-87c0-4995-8096-e04505a3746a", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:12:13.318762 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-625498f4-6a75-43ca-ae86-2d911654df97 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:12:13.319146 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03f50da-4287-4059-be13-5b3aeb9c88d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e8bb64-87c0-4995-8096-e04505a3746a', 'code': 200} Sep 22 21:12:13.379400 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:13.424879 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=e9e8bb64-87c0-4995-8096-e04505a3746a,revision_number=10']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:13.583174 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdafda-fff1-4196-9ebf-def5f221f1a2 req-292a7c66-9b38-4238-be55-c75f33339e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:13.584614 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-6efdafda-fff1-4196-9ebf-def5f221f1a2 req-292a7c66-9b38-4238-be55-c75f33339e00 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 1099 time: 0.0370305 Sep 22 21:12:13.619499 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-6efdafda-fff1-4196-9ebf-def5f221f1a2 req-5e3e95d2-8a83-449b-ad74-cdc2da54cbf5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273454 Sep 22 21:12:13.691379 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a87d48-a604-4ffe-b716-5f97899787f4 req-aced1cfd-8e87-4686-9a77-c11cede89d7b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:13.692749 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-08a87d48-a604-4ffe-b716-5f97899787f4 req-aced1cfd-8e87-4686-9a77-c11cede89d7b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 946 time: 0.0473194 Sep 22 21:12:13.732205 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-08a87d48-a604-4ffe-b716-5f97899787f4 req-3edef006-ebc0-4182-991f-da88cef7a78c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337238 Sep 22 21:12:14.856010 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1550b02-dac8-4729-b714-a5ce854726e5 req-287f2434-1ede-4e07-961a-9f5de544585b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:14.857494 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a1550b02-dac8-4729-b714-a5ce854726e5 req-287f2434-1ede-4e07-961a-9f5de544585b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 946 time: 0.0539052 Sep 22 21:12:14.897174 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a1550b02-dac8-4729-b714-a5ce854726e5 req-e5dcd74c-43e6-4a3d-b52c-c431b16b10c6 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326731 Sep 22 21:12:16.019114 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e45e6-44a2-4b0e-9e30-07c95b979068 req-da090ab8-5d25-4de1-9aa0-cffda27ac1d0 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:16.020609 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-783e45e6-44a2-4b0e-9e30-07c95b979068 req-da090ab8-5d25-4de1-9aa0-cffda27ac1d0 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 946 time: 0.0480006 Sep 22 21:12:16.058748 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-783e45e6-44a2-4b0e-9e30-07c95b979068 req-c9115b74-ffbe-4a00-a9df-accda73c1ddf tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316639 Sep 22 21:12:17.174162 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950d277-fafb-4969-8a87-16aabf87daf8 req-1372bb98-b704-421c-9161-630cd033379b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:17.175518 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1950d277-fafb-4969-8a87-16aabf87daf8 req-1372bb98-b704-421c-9161-630cd033379b tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 946 time: 0.0468690 Sep 22 21:12:17.215180 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1950d277-fafb-4969-8a87-16aabf87daf8 req-6487d06d-f058-4a58-9c7d-65e3bd0293b1 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332644 Sep 22 21:12:20.459515 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-89cdce62-2cf0-4a1b-9d97-54417d88040d req-eb68cc6c-93b6-43c5-9900-b80a52d29a3b tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1351293397&fields=id&tenant_id=e159a1978d8548c69da3186490a25e36 HTTP/1.1" status: 200 len: 267 time: 0.0308220 Sep 22 21:12:20.511423 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdce62-2cf0-4a1b-9d97-54417d88040d req-3e52f0ac-e104-4a03-af84-f5d88aa4f2eb tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:20.512890 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-89cdce62-2cf0-4a1b-9d97-54417d88040d req-3e52f0ac-e104-4a03-af84-f5d88aa4f2eb tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 985 time: 0.0473855 Sep 22 21:12:20.523714 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [req-89cdce62-2cf0-4a1b-9d97-54417d88040d req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Request body: {'port': {'security_groups': ['4baf2f81-7970-4390-8464-c82f31ac904d']}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:12:20.590846 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-89cdce62-2cf0-4a1b-9d97-54417d88040d req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:20.763171 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [req-89cdce62-2cf0-4a1b-9d97-54417d88040d req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] For port d0d89bf9-a8b2-4528-9358-1bb11194bd8b, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=d0d89bf9-a8b2-4528-9358-1bb11194bd8b,segment=NetworkSegment(b880bb8a-1996-4729-90ea-0d1d7930dae6),segment_id=b880bb8a-1996-4729-90ea-0d1d7930dae6)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:20.790861 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-89cdce62-2cf0-4a1b-9d97-54417d88040d req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for port, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:20.847548 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-89cdce62-2cf0-4a1b-9d97-54417d88040d req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26159211'] for port, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:20.859384 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['d0d89bf9-a8b2-4528-9358-1bb11194bd8b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:12:20.895257 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cdce62-2cf0-4a1b-9d97-54417d88040d req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:20.895389 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [req-89cdce62-2cf0-4a1b-9d97-54417d88040d req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:20.896843 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-89cdce62-2cf0-4a1b-9d97-54417d88040d req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "PUT /v2.0/ports/d0d89bf9-a8b2-4528-9358-1bb11194bd8b HTTP/1.1" status: 200 len: 943 time: 0.3773131 Sep 22 21:12:20.897306 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780c2064-2e87-4884-8ba9-2ce224e14161', 'tag': 'd0d89bf9-a8b2-4528-9358-1bb11194bd8b'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:12:20.903099 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f9e82ad46dbda8c41019e9d45a01ce2f125e700925afeafc1c5e0f0766aab3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a0cb71-62db-4b0d-9a52-cf86a9dd6950" -d '{"events": [{"name": "network-changed", "server_uuid": "780c2064-2e87-4884-8ba9-2ce224e14161", "tag": "d0d89bf9-a8b2-4528-9358-1bb11194bd8b"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:12:20.904226 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50716) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:20.940333 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Pushing event updated for resources: {'Port': ['ID=d0d89bf9-a8b2-4528-9358-1bb11194bd8b,revision_number=7']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:20.949661 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966875a6-2399-4fe0-8b3d-a887b5e92f54 x-openstack-request-id: req-966875a6-2399-4fe0-8b3d-a887b5e92f54 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:12:20.950344 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780c2064-2e87-4884-8ba9-2ce224e14161", "tag": "d0d89bf9-a8b2-4528-9358-1bb11194bd8b", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:12:20.950790 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-966875a6-2399-4fe0-8b3d-a887b5e92f54 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:12:20.951515 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780c2064-2e87-4884-8ba9-2ce224e14161', 'tag': 'd0d89bf9-a8b2-4528-9358-1bb11194bd8b', 'status': 'completed', 'code': 200} Sep 22 21:12:20.953435 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:20.954008 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:20.954679 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:20.955204 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:20.956192 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:20.956925 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:20.957437 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:20.957971 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:20.958483 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:20.959167 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:20.959690 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:20.960366 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88419bf-8260-4ec0-bf3f-21098d2e062e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:20.988825 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['d0d89bf9-a8b2-4528-9358-1bb11194bd8b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:12:21.036978 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b4450d4d-2150-4985-8ae9-0dcc1ed3691e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:21.046297 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0cb71-62db-4b0d-9a52-cf86a9dd6950 req-c989c305-d521-4fcc-a969-90dd5c0c51ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:21.047851 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-20a0cb71-62db-4b0d-9a52-cf86a9dd6950 req-c989c305-d521-4fcc-a969-90dd5c0c51ed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e159a1978d8548c69da3186490a25e36&device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 1099 time: 0.0741823 Sep 22 21:12:21.088859 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b4450d4d-2150-4985-8ae9-0dcc1ed3691e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:21.142281 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-a92c7a90-9d07-41a9-aa48-2c31179cb215 None None] Provisioning complete for port d0d89bf9-a8b2-4528-9358-1bb11194bd8b triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:12:21.142651 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-a92c7a90-9d07-41a9-aa48-2c31179cb215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:21.266758 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0cb71-62db-4b0d-9a52-cf86a9dd6950 req-ea2e5db7-2498-458e-873f-f9fc0bcf9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:21.268273 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-20a0cb71-62db-4b0d-9a52-cf86a9dd6950 req-ea2e5db7-2498-458e-873f-f9fc0bcf9c2a service neutron] 10.222.0.48 "GET /v2.0/networks?id=a627b728-d0da-44cf-8198-5d4b5c6d866c HTTP/1.1" status: 200 len: 915 time: 0.2114275 Sep 22 21:12:21.287107 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b4450d4d-2150-4985-8ae9-0dcc1ed3691e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:21.289602 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b4450d4d-2150-4985-8ae9-0dcc1ed3691e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:21.291189 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-b4450d4d-2150-4985-8ae9-0dcc1ed3691e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "DELETE /v2.0/security-groups/222dd787-8c94-4576-a504-dca7bfd8e857 HTTP/1.1" status: 204 len: 168 time: 0.3847311 Sep 22 21:12:21.294007 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 50718) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:21.330816 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4450d4d-2150-4985-8ae9-0dcc1ed3691e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=222dd787-8c94-4576-a504-dca7bfd8e857,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:21.342334 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4450d4d-2150-4985-8ae9-0dcc1ed3691e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:21.342672 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4450d4d-2150-4985-8ae9-0dcc1ed3691e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:21.343003 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4450d4d-2150-4985-8ae9-0dcc1ed3691e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:21.343330 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4450d4d-2150-4985-8ae9-0dcc1ed3691e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:21.343650 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4450d4d-2150-4985-8ae9-0dcc1ed3691e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:21.343968 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4450d4d-2150-4985-8ae9-0dcc1ed3691e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:21.344283 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4450d4d-2150-4985-8ae9-0dcc1ed3691e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:21.344600 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4450d4d-2150-4985-8ae9-0dcc1ed3691e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:21.344933 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4450d4d-2150-4985-8ae9-0dcc1ed3691e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:21.345246 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4450d4d-2150-4985-8ae9-0dcc1ed3691e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:21.345555 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4450d4d-2150-4985-8ae9-0dcc1ed3691e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:21.345863 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4450d4d-2150-4985-8ae9-0dcc1ed3691e tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:12:21.363212 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-20a0cb71-62db-4b0d-9a52-cf86a9dd6950 req-c9376460-9c4b-4fa1-8234-2f0676ba7b7d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0d89bf9-a8b2-4528-9358-1bb11194bd8b HTTP/1.1" status: 200 len: 1002 time: 0.0817072 Sep 22 21:12:21.411932 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0cb71-62db-4b0d-9a52-cf86a9dd6950 req-5e61386d-d57b-45e6-b4cf-4816414b303e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:21.413437 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-20a0cb71-62db-4b0d-9a52-cf86a9dd6950 req-5e61386d-d57b-45e6-b4cf-4816414b303e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a42be86-5cc7-4529-b903-8c073fdb394d HTTP/1.1" status: 200 len: 853 time: 0.0429075 Sep 22 21:12:21.452546 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-6a5f274a-31f1-4ac1-ab1d-af8275d09740 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Deleting port 8f1a5622-18e2-4b59-9ac7-8f1c9c9effba {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:21.452917 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a5f274a-31f1-4ac1-ab1d-af8275d09740 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:21.461357 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0cb71-62db-4b0d-9a52-cf86a9dd6950 req-f731ce56-9d0e-4977-960f-def82de79a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:21.462888 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-20a0cb71-62db-4b0d-9a52-cf86a9dd6950 req-f731ce56-9d0e-4977-960f-def82de79a2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a627b728-d0da-44cf-8198-5d4b5c6d866c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418942 Sep 22 21:12:21.527671 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a5f274a-31f1-4ac1-ab1d-af8275d09740 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:21.528283 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a5f274a-31f1-4ac1-ab1d-af8275d09740 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:21.539538 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-6a5f274a-31f1-4ac1-ab1d-af8275d09740 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Calling delete_port for 8f1a5622-18e2-4b59-9ac7-8f1c9c9effba owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:21.550418 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-20a0cb71-62db-4b0d-9a52-cf86a9dd6950 req-70e15143-a0be-4c59-8455-78847c46dcd9 service neutron] 10.222.0.48 "GET /v2.0/networks/a627b728-d0da-44cf-8198-5d4b5c6d866c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797281 Sep 22 21:12:21.642188 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-20a0cb71-62db-4b0d-9a52-cf86a9dd6950 req-d2d10dbe-79a2-4d17-9a6a-ae9b896d7c3b service neutron] 10.222.0.48 "GET /v2.0/networks/a627b728-d0da-44cf-8198-5d4b5c6d866c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844331 Sep 22 21:12:21.767570 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a5f274a-31f1-4ac1-ab1d-af8275d09740 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:22.041216 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f274a-31f1-4ac1-ab1d-af8275d09740 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Pushing event deleted for resources: {'Port': ['ID=8f1a5622-18e2-4b59-9ac7-8f1c9c9effba,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:22.097462 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a5f274a-31f1-4ac1-ab1d-af8275d09740 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:22.097804 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.db.l3_db [None req-6a5f274a-31f1-4ac1-ab1d-af8275d09740 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Floating IP da9d8c8a-947d-40d5-9bdf-7b7b4c3386a3 disassociated (deleted). External IP: 172.27.0.250, port: d0d89bf9-a8b2-4528-9358-1bb11194bd8b. Sep 22 21:12:22.303562 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5f274a-31f1-4ac1-ab1d-af8275d09740 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Router d3d81c14-1e1a-4451-b034-dcf8aa038f2c has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:12:22.408810 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5f274a-31f1-4ac1-ab1d-af8275d09740 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:12:22.413656 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6a5f274a-31f1-4ac1-ab1d-af8275d09740 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:22.418168 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992784cf-c27d-44b4-89f3-fcd25c648a01 None None] Sync routers for ids ['d3d81c14-1e1a-4451-b034-dcf8aa038f2c'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:12:22.427562 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992784cf-c27d-44b4-89f3-fcd25c648a01 None None] Routers {'d3d81c14-1e1a-4451-b034-dcf8aa038f2c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:12:22.428243 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-992784cf-c27d-44b4-89f3-fcd25c648a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:12:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['d3d81c14-1e1a-4451-b034-dcf8aa038f2c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:22.440689 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-6a5f274a-31f1-4ac1-ab1d-af8275d09740 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "DELETE /v2.0/floatingips/da9d8c8a-947d-40d5-9bdf-7b7b4c3386a3 HTTP/1.1" status: 204 len: 168 time: 1.1455009 Sep 22 21:12:22.534911 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-992784cf-c27d-44b4-89f3-fcd25c648a01 None None] Set router d3d81c14-1e1a-4451-b034-dcf8aa038f2c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:12:22.726110 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-992784cf-c27d-44b4-89f3-fcd25c648a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'name': 'tempest-TestMinimumBasicScenario-244231121-router', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:09:58Z', 'updated_at': '2021-09-22T21:10:01Z', 'revision_number': 4, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'gw_port': {'id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:09:59Z', 'updated_at': '2021-09-22T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'cc55b425-160d-417a-af4a-75d7a63117b4', 'name': '', 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'mac_address': 'fa:16:3e:76:ff:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:00Z', 'updated_at': '2021-09-22T21:10:06Z', 'revision_number': 5, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'subnets': [{'id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:22.753526 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992784cf-c27d-44b4-89f3-fcd25c648a01 None None] Checking router: d3d81c14-1e1a-4451-b034-dcf8aa038f2c for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:12:22.762510 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992784cf-c27d-44b4-89f3-fcd25c648a01 None None] Routers {'d3d81c14-1e1a-4451-b034-dcf8aa038f2c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:12:22.763109 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-992784cf-c27d-44b4-89f3-fcd25c648a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:12:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['d3d81c14-1e1a-4451-b034-dcf8aa038f2c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:22.869887 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-992784cf-c27d-44b4-89f3-fcd25c648a01 None None] Set router d3d81c14-1e1a-4451-b034-dcf8aa038f2c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:12:22.953139 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780c2064-2e87-4884-8ba9-2ce224e14161', 'tag': 'd0d89bf9-a8b2-4528-9358-1bb11194bd8b'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:12:22.955559 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f9e82ad46dbda8c41019e9d45a01ce2f125e700925afeafc1c5e0f0766aab3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fbba28-c92c-4ccc-a712-0a1d97b8fbe0" -d '{"events": [{"name": "network-changed", "server_uuid": "780c2064-2e87-4884-8ba9-2ce224e14161", "tag": "d0d89bf9-a8b2-4528-9358-1bb11194bd8b"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:12:22.990915 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01866012-df7e-4f51-a195-c0b136397809 x-openstack-request-id: req-01866012-df7e-4f51-a195-c0b136397809 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:12:22.991163 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780c2064-2e87-4884-8ba9-2ce224e14161", "tag": "d0d89bf9-a8b2-4528-9358-1bb11194bd8b", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:12:22.991407 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-01866012-df7e-4f51-a195-c0b136397809 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:12:22.991797 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780c2064-2e87-4884-8ba9-2ce224e14161', 'tag': 'd0d89bf9-a8b2-4528-9358-1bb11194bd8b', 'status': 'completed', 'code': 200} Sep 22 21:12:23.053721 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbba28-c92c-4ccc-a712-0a1d97b8fbe0 req-e63a2ce9-e5b8-4f27-8959-448646809789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:23.055299 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-16fbba28-c92c-4ccc-a712-0a1d97b8fbe0 req-e63a2ce9-e5b8-4f27-8959-448646809789 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e159a1978d8548c69da3186490a25e36&device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 1099 time: 0.0407436 Sep 22 21:12:23.151590 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbba28-c92c-4ccc-a712-0a1d97b8fbe0 req-b635b995-b9d1-4650-8a50-2621e186ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:23.152988 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-16fbba28-c92c-4ccc-a712-0a1d97b8fbe0 req-b635b995-b9d1-4650-8a50-2621e186ea28 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a627b728-d0da-44cf-8198-5d4b5c6d866c HTTP/1.1" status: 200 len: 915 time: 0.0888917 Sep 22 21:12:23.185131 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-992784cf-c27d-44b4-89f3-fcd25c648a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'name': 'tempest-TestMinimumBasicScenario-244231121-router', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:09:58Z', 'updated_at': '2021-09-22T21:10:01Z', 'revision_number': 4, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'gw_port': {'id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:09:59Z', 'updated_at': '2021-09-22T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'cc55b425-160d-417a-af4a-75d7a63117b4', 'name': '', 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'mac_address': 'fa:16:3e:76:ff:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:00Z', 'updated_at': '2021-09-22T21:10:06Z', 'revision_number': 5, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'subnets': [{'id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:23.196451 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-16fbba28-c92c-4ccc-a712-0a1d97b8fbe0 req-695d62e1-8391-4e92-b5e6-478a0f89211f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0d89bf9-a8b2-4528-9358-1bb11194bd8b HTTP/1.1" status: 200 len: 217 time: 0.0339434 Sep 22 21:12:23.210416 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992784cf-c27d-44b4-89f3-fcd25c648a01 None None] The sync data for ids ['d3d81c14-1e1a-4451-b034-dcf8aa038f2c'] in dv-cinder-810415-3-iscsi is: [{'id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'name': 'tempest-TestMinimumBasicScenario-244231121-router', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:09:58Z', 'updated_at': '2021-09-22T21:10:01Z', 'revision_number': 4, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'gw_port': {'id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:09:59Z', 'updated_at': '2021-09-22T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'cc55b425-160d-417a-af4a-75d7a63117b4', 'name': '', 'network_id': 'a627b728-d0da-44cf-8198-5d4b5c6d866c', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'mac_address': 'fa:16:3e:76:ff:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:00Z', 'updated_at': '2021-09-22T21:10:06Z', 'revision_number': 5, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'subnets': [{'id': '9a42be86-5cc7-4529-b903-8c073fdb394d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:12:23.246727 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbba28-c92c-4ccc-a712-0a1d97b8fbe0 req-090fa3d1-6cb4-4e0f-acf5-4c0c8043f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:23.248173 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-16fbba28-c92c-4ccc-a712-0a1d97b8fbe0 req-090fa3d1-6cb4-4e0f-acf5-4c0c8043f609 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=9a42be86-5cc7-4529-b903-8c073fdb394d HTTP/1.1" status: 200 len: 853 time: 0.0436721 Sep 22 21:12:23.294354 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbba28-c92c-4ccc-a712-0a1d97b8fbe0 req-50fb6993-12c7-4bdd-9a20-ac22e4840cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:23.295950 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-16fbba28-c92c-4ccc-a712-0a1d97b8fbe0 req-50fb6993-12c7-4bdd-9a20-ac22e4840cd1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a627b728-d0da-44cf-8198-5d4b5c6d866c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400667 Sep 22 21:12:23.394550 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-16fbba28-c92c-4ccc-a712-0a1d97b8fbe0 req-479aecac-6553-4a3a-bb13-bf2c17013702 service neutron] 10.222.0.48 "GET /v2.0/networks/a627b728-d0da-44cf-8198-5d4b5c6d866c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890653 Sep 22 21:12:23.426634 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f26bfdd-7938-4506-8eb8-ee93b3207891 None None] New status for floating IP da9d8c8a-947d-40d5-9bdf-7b7b4c3386a3: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:12:23.491334 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-16fbba28-c92c-4ccc-a712-0a1d97b8fbe0 req-84e6b6bb-5fce-46bc-9640-166d993e62f8 service neutron] 10.222.0.48 "GET /v2.0/networks/a627b728-d0da-44cf-8198-5d4b5c6d866c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896227 Sep 22 21:12:24.968349 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:12:26.662614 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09998ce-2f5d-4bb4-858e-bb5d4afb1403 req-0900b05d-9ce0-4f66-94e1-69f8950db011 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:26.664342 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b09998ce-2f5d-4bb4-858e-bb5d4afb1403 req-0900b05d-9ce0-4f66-94e1-69f8950db011 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 946 time: 0.0481610 Sep 22 21:12:26.700633 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b09998ce-2f5d-4bb4-858e-bb5d4afb1403 req-0d69553c-acc9-4409-851f-199d062a824c tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302777 Sep 22 21:12:27.820656 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5743af9-1196-42bc-b9a3-d32896d426ea req-3a7290c6-0914-49ee-b639-20a64e4096ca tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:27.822155 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a5743af9-1196-42bc-b9a3-d32896d426ea req-3a7290c6-0914-49ee-b639-20a64e4096ca tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 946 time: 0.0519865 Sep 22 21:12:27.860913 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a5743af9-1196-42bc-b9a3-d32896d426ea req-1b9a6437-025d-46c2-bdd1-866b5ce07e8f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/security-groups?id=4baf2f81-7970-4390-8464-c82f31ac904d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326216 Sep 22 21:12:28.537576 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24537f4d-18c6-49ba-9829-66278cb8dda9 req-f36b379c-01e3-4475-b04f-3cf546cabfe4 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:28.539021 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-24537f4d-18c6-49ba-9829-66278cb8dda9 req-f36b379c-01e3-4475-b04f-3cf546cabfe4 tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.48 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 946 time: 0.0471435 Sep 22 21:12:28.629151 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-24537f4d-18c6-49ba-9829-66278cb8dda9 req-c70a1401-1103-45c3-b712-3998d901314f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Deleting port d0d89bf9-a8b2-4528-9358-1bb11194bd8b {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:28.629416 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-24537f4d-18c6-49ba-9829-66278cb8dda9 req-c70a1401-1103-45c3-b712-3998d901314f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:28.715992 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-24537f4d-18c6-49ba-9829-66278cb8dda9 req-c70a1401-1103-45c3-b712-3998d901314f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] For port d0d89bf9-a8b2-4528-9358-1bb11194bd8b, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=d0d89bf9-a8b2-4528-9358-1bb11194bd8b,segment=NetworkSegment(b880bb8a-1996-4729-90ea-0d1d7930dae6),segment_id=b880bb8a-1996-4729-90ea-0d1d7930dae6)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:28.716344 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-24537f4d-18c6-49ba-9829-66278cb8dda9 req-c70a1401-1103-45c3-b712-3998d901314f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:28.729049 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-24537f4d-18c6-49ba-9829-66278cb8dda9 req-c70a1401-1103-45c3-b712-3998d901314f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Calling delete_port for d0d89bf9-a8b2-4528-9358-1bb11194bd8b owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:28.916564 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-24537f4d-18c6-49ba-9829-66278cb8dda9 req-c70a1401-1103-45c3-b712-3998d901314f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:28.929552 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['d0d89bf9-a8b2-4528-9358-1bb11194bd8b'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:12:28.945883 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a1401-1103-45c3-b712-3998d901314f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Pushing event deleted for resources: {'Port': ['ID=d0d89bf9-a8b2-4528-9358-1bb11194bd8b,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:28.957181 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d96abca9-1f0c-4a51-a41a-543ae5e2c2d1 req-7d988a5f-a743-4814-baf2-6852c3fe354a tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.42 "GET /v2.0/ports?device_id=780c2064-2e87-4884-8ba9-2ce224e14161 HTTP/1.1" status: 200 len: 210 time: 0.0299234 Sep 22 21:12:28.987249 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-24537f4d-18c6-49ba-9829-66278cb8dda9 req-c70a1401-1103-45c3-b712-3998d901314f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] No DVR routers for this DVR port d0d89bf9-a8b2-4528-9358-1bb11194bd8b on host hv-cinder-81041 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:12:28.989854 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-24537f4d-18c6-49ba-9829-66278cb8dda9 req-c70a1401-1103-45c3-b712-3998d901314f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:28.991834 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-24537f4d-18c6-49ba-9829-66278cb8dda9 req-c70a1401-1103-45c3-b712-3998d901314f tempest-TestMinimumBasicScenario-1856822033 tempest-TestMinimumBasicScenario-1856822033-project] 10.222.0.48 "DELETE /v2.0/ports/d0d89bf9-a8b2-4528-9358-1bb11194bd8b HTTP/1.1" status: 204 len: 173 time: 0.4446893 Sep 22 21:12:28.992263 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780c2064-2e87-4884-8ba9-2ce224e14161', 'name': 'network-vif-deleted', 'tag': 'd0d89bf9-a8b2-4528-9358-1bb11194bd8b'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:12:28.994525 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3dab35-0cbe-42a5-8d89-a2016d80e3fb" -d '{"events": [{"server_uuid": "780c2064-2e87-4884-8ba9-2ce224e14161", "name": "network-vif-deleted", "tag": "d0d89bf9-a8b2-4528-9358-1bb11194bd8b"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:12:29.032879 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f4b195-b7cb-4998-8833-9bd5e0269db0 x-openstack-request-id: req-f0f4b195-b7cb-4998-8833-9bd5e0269db0 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:12:29.032879 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780c2064-2e87-4884-8ba9-2ce224e14161", "name": "network-vif-deleted", "tag": "d0d89bf9-a8b2-4528-9358-1bb11194bd8b", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:12:29.032879 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0f4b195-b7cb-4998-8833-9bd5e0269db0 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:12:29.032879 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780c2064-2e87-4884-8ba9-2ce224e14161', 'name': 'network-vif-deleted', 'tag': 'd0d89bf9-a8b2-4528-9358-1bb11194bd8b', 'status': 'completed', 'code': 200} Sep 22 21:12:30.995662 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbc2f-1694-4391-8bd8-7de945a23dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:31.287183 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50796) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:31.608922 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-845003d0-4894-4522-965b-faf33f2966d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3740442'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:31.835803 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-845003d0-4894-4522-965b-faf33f2966d1 admin admin] Deleting port cc55b425-160d-417a-af4a-75d7a63117b4 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:31.836140 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-845003d0-4894-4522-965b-faf33f2966d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:31.910210 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-845003d0-4894-4522-965b-faf33f2966d1 admin admin] For port cc55b425-160d-417a-af4a-75d7a63117b4, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=cc55b425-160d-417a-af4a-75d7a63117b4,segment=NetworkSegment(b880bb8a-1996-4729-90ea-0d1d7930dae6),segment_id=b880bb8a-1996-4729-90ea-0d1d7930dae6)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:31.910488 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-845003d0-4894-4522-965b-faf33f2966d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:31.925691 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-845003d0-4894-4522-965b-faf33f2966d1 admin admin] Calling delete_port for cc55b425-160d-417a-af4a-75d7a63117b4 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:32.185049 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-845003d0-4894-4522-965b-faf33f2966d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:32.211232 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845003d0-4894-4522-965b-faf33f2966d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc55b425-160d-417a-af4a-75d7a63117b4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:32.374110 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-845003d0-4894-4522-965b-faf33f2966d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741587'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:32.574742 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845003d0-4894-4522-965b-faf33f2966d1 admin admin] Router d3d81c14-1e1a-4451-b034-dcf8aa038f2c has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:12:32.891373 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845003d0-4894-4522-965b-faf33f2966d1 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:12:32.898771 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-845003d0-4894-4522-965b-faf33f2966d1 admin admin] 10.222.0.42 "PUT /v2.0/routers/d3d81c14-1e1a-4451-b034-dcf8aa038f2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6105382 Sep 22 21:12:32.899022 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 50798) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:32.900929 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c834b5-ae56-49c9-9fb6-abc0235cc199 None None] Sync routers for ids ['d3d81c14-1e1a-4451-b034-dcf8aa038f2c'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:12:32.910559 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c834b5-ae56-49c9-9fb6-abc0235cc199 None None] Routers {'d3d81c14-1e1a-4451-b034-dcf8aa038f2c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:12:32.911158 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-82c834b5-ae56-49c9-9fb6-abc0235cc199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:12:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['d3d81c14-1e1a-4451-b034-dcf8aa038f2c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:33.000007 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55881517-6924-4c91-8b00-0c3dc8281103 admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:33.012817 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-82c834b5-ae56-49c9-9fb6-abc0235cc199 None None] Set router d3d81c14-1e1a-4451-b034-dcf8aa038f2c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:12:33.099552 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55881517-6924-4c91-8b00-0c3dc8281103 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:33.185853 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-82c834b5-ae56-49c9-9fb6-abc0235cc199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'name': 'tempest-TestMinimumBasicScenario-244231121-router', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:09:58Z', 'updated_at': '2021-09-22T21:12:32Z', 'revision_number': 5, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'gw_port': {'id': 'a3112122-5666-41d5-8488-b3cb59719e5e', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:93:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:09:59Z', 'updated_at': '2021-09-22T21:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:33.217894 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device d0d89bf9-a8b2-4528-9358-1bb11194bd8b no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:12:33.220095 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c834b5-ae56-49c9-9fb6-abc0235cc199 None None] Checking router: d3d81c14-1e1a-4451-b034-dcf8aa038f2c for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:12:33.241391 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: d0d89bf9-a8b2-4528-9358-1bb11194bd8b {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:12:33.241732 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device d0d89bf9-a8b2-4528-9358-1bb11194bd8b not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:12:33.248103 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c834b5-ae56-49c9-9fb6-abc0235cc199 None None] Routers {'d3d81c14-1e1a-4451-b034-dcf8aa038f2c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:12:33.248715 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-82c834b5-ae56-49c9-9fb6-abc0235cc199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:12:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['d3d81c14-1e1a-4451-b034-dcf8aa038f2c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:33.272501 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-55881517-6924-4c91-8b00-0c3dc8281103 admin admin] Deleting port a3112122-5666-41d5-8488-b3cb59719e5e {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:33.272856 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55881517-6924-4c91-8b00-0c3dc8281103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:33.333246 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-82c834b5-ae56-49c9-9fb6-abc0235cc199 None None] Set router d3d81c14-1e1a-4451-b034-dcf8aa038f2c gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:12:33.352789 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-55881517-6924-4c91-8b00-0c3dc8281103 admin admin] For port a3112122-5666-41d5-8488-b3cb59719e5e, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=a3112122-5666-41d5-8488-b3cb59719e5e,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:33.353396 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55881517-6924-4c91-8b00-0c3dc8281103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:33.365041 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-55881517-6924-4c91-8b00-0c3dc8281103 admin admin] Calling delete_port for a3112122-5666-41d5-8488-b3cb59719e5e owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:33.384662 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-82c834b5-ae56-49c9-9fb6-abc0235cc199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'name': 'tempest-TestMinimumBasicScenario-244231121-router', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:09:58Z', 'updated_at': '2021-09-22T21:12:33Z', 'revision_number': 6, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'gw_port_host': None}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:33.413548 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c834b5-ae56-49c9-9fb6-abc0235cc199 None None] The sync data for ids ['d3d81c14-1e1a-4451-b034-dcf8aa038f2c'] in dv-cinder-810415-3-iscsi is: [{'id': 'd3d81c14-1e1a-4451-b034-dcf8aa038f2c', 'name': 'tempest-TestMinimumBasicScenario-244231121-router', 'tenant_id': 'e159a1978d8548c69da3186490a25e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:09:58Z', 'updated_at': '2021-09-22T21:12:33Z', 'revision_number': 6, 'project_id': 'e159a1978d8548c69da3186490a25e36', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:12:33.590005 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55881517-6924-4c91-8b00-0c3dc8281103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:33.615836 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55881517-6924-4c91-8b00-0c3dc8281103 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3112122-5666-41d5-8488-b3cb59719e5e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:33.635651 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-06ae25f9-f292-4f85-b940-29400ef245d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:33.674036 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55881517-6924-4c91-8b00-0c3dc8281103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741520'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:33.763556 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55881517-6924-4c91-8b00-0c3dc8281103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:33.766131 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55881517-6924-4c91-8b00-0c3dc8281103 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:33.898778 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55881517-6924-4c91-8b00-0c3dc8281103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737398'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:33.899861 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55881517-6924-4c91-8b00-0c3dc8281103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3d81c14-1e1a-4451-b034-dcf8aa038f2c {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 21:12:33.904210 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-55881517-6924-4c91-8b00-0c3dc8281103 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:33.905425 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-55881517-6924-4c91-8b00-0c3dc8281103 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d3d81c14-1e1a-4451-b034-dcf8aa038f2c HTTP/1.1" status: 204 len: 168 time: 1.0054381 Sep 22 21:12:33.907836 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 50800) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:33.950896 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-416e03ff-fb87-4244-8d91-83b433e958d4 admin admin] Deleting subnet 9a42be86-5cc7-4529-b903-8c073fdb394d {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 21:12:33.954047 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-416e03ff-fb87-4244-8d91-83b433e958d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:33.987508 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-416e03ff-fb87-4244-8d91-83b433e958d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25704749'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:34.093976 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-416e03ff-fb87-4244-8d91-83b433e958d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971671'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:34.225172 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-416e03ff-fb87-4244-8d91-83b433e958d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26159165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25764952'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:34.251248 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e03ff-fb87-4244-8d91-83b433e958d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a42be86-5cc7-4529-b903-8c073fdb394d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:34.254781 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-416e03ff-fb87-4244-8d91-83b433e958d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:34.260558 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50802) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:34.261104 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-416e03ff-fb87-4244-8d91-83b433e958d4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9a42be86-5cc7-4529-b903-8c073fdb394d HTTP/1.1" status: 204 len: 168 time: 0.3504457 Sep 22 21:12:34.262152 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772704f3-ec25-4d13-9ade-f2333d564b62 None None] Network a627b728-d0da-44cf-8198-5d4b5c6d866c requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:12:34.329943 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548719'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:34.394027 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] Deleting port 1869730e-3f9a-413a-b503-8994fbff0720 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:34.394422 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:34.436400 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device cc55b425-160d-417a-af4a-75d7a63117b4 no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:12:34.457615 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: cc55b425-160d-417a-af4a-75d7a63117b4 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:12:34.459035 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device cc55b425-160d-417a-af4a-75d7a63117b4 not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:12:34.459035 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device a3112122-5666-41d5-8488-b3cb59719e5e no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:12:34.463612 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:34.481462 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ddd04e-6f65-4593-acbc-29701005abbe None None] DHCP port deletion for a627b728-d0da-44cf-8198-5d4b5c6d866c request from dv-cinder-810415-3-iscsi {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 21:12:34.485128 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: a3112122-5666-41d5-8488-b3cb59719e5e {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:12:34.490652 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device a3112122-5666-41d5-8488-b3cb59719e5e not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:12:34.496693 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] For port 1869730e-3f9a-413a-b503-8994fbff0720, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=1869730e-3f9a-413a-b503-8994fbff0720,segment=NetworkSegment(b880bb8a-1996-4729-90ea-0d1d7930dae6),segment_id=b880bb8a-1996-4729-90ea-0d1d7930dae6)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:34.497081 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:34.509911 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] Calling delete_port for 1869730e-3f9a-413a-b503-8994fbff0720 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:34.530386 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f5ddd04e-6f65-4593-acbc-29701005abbe None None] Deleting port 1869730e-3f9a-413a-b503-8994fbff0720 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:34.530759 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f5ddd04e-6f65-4593-acbc-29701005abbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:34.545557 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:34.594271 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-f5ddd04e-6f65-4593-acbc-29701005abbe None None] For port 1869730e-3f9a-413a-b503-8994fbff0720, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=1869730e-3f9a-413a-b503-8994fbff0720,segment=NetworkSegment(b880bb8a-1996-4729-90ea-0d1d7930dae6),segment_id=b880bb8a-1996-4729-90ea-0d1d7930dae6)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:34.594699 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f5ddd04e-6f65-4593-acbc-29701005abbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:34.605914 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-f5ddd04e-6f65-4593-acbc-29701005abbe None None] Calling delete_port for 1869730e-3f9a-413a-b503-8994fbff0720 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:34.675925 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:34.705454 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] No DVR routers for this DVR port 1869730e-3f9a-413a-b503-8994fbff0720 on host dv-cinder-810415-3-iscsi {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:12:34.710732 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1869730e-3f9a-413a-b503-8994fbff0720,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:34.717307 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f5ddd04e-6f65-4593-acbc-29701005abbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:34.741056 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddd04e-6f65-4593-acbc-29701005abbe None None] Pushing event deleted for resources: {'Port': ['ID=1869730e-3f9a-413a-b503-8994fbff0720,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:34.746948 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ddd04e-6f65-4593-acbc-29701005abbe None None] No DVR routers for this DVR port 1869730e-3f9a-413a-b503-8994fbff0720 on host dv-cinder-810415-3-iscsi {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:12:34.781674 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-969262', 'neutron.services.segments.db._delete_segments_for_network-8786352064148'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:34.801305 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a627b728-d0da-44cf-8198-5d4b5c6d866c']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:34.810969 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b880bb8a-1996-4729-90ea-0d1d7930dae6') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:34.811256 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b880bb8a-1996-4729-90ea-0d1d7930dae6') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:34.823672 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786352062877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26635515'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:34.836072 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:34.842003 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:12:34.842378 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27224044'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: Traceback (most recent call last): Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: timer() Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: cb(*args, **kw) Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: return func(*args, **kwargs) Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: self._notify() Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: self.callback(batched_events) Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: event.method(event) Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: return f(self, *a, **k) Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: return self._get(url).json() Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: return self.request(url, 'GET', **kwargs) Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 21:12:34.843939 dv-cinder-810415-3-iscsi neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 21:12:34.955745 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-969241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741452'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:34.960388 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:34.962507 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a627b728-d0da-44cf-8198-5d4b5c6d866c HTTP/1.1" status: 204 len: 168 time: 0.7017212 Sep 22 21:12:34.965507 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 50806) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:34.974403 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b41a85-7eef-499b-80d1-f5346b400df6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a627b728-d0da-44cf-8198-5d4b5c6d866c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:35.367848 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8f496355-205b-479f-a4e8-f9a314e2a0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3740442'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:35.645418 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-8f496355-205b-479f-a4e8-f9a314e2a0a0 admin admin] Deleting port da974e22-421e-45a3-a380-87f705956538 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:35.645664 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8f496355-205b-479f-a4e8-f9a314e2a0a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:35.722993 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-8f496355-205b-479f-a4e8-f9a314e2a0a0 admin admin] For port da974e22-421e-45a3-a380-87f705956538, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=da974e22-421e-45a3-a380-87f705956538,segment=NetworkSegment(22945ac5-423a-4f25-bd03-298d3b55a6e9),segment_id=22945ac5-423a-4f25-bd03-298d3b55a6e9)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:35.723353 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8f496355-205b-479f-a4e8-f9a314e2a0a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:35.735213 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-8f496355-205b-479f-a4e8-f9a314e2a0a0 admin admin] Calling delete_port for da974e22-421e-45a3-a380-87f705956538 owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:35.967609 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8f496355-205b-479f-a4e8-f9a314e2a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:35.993903 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f496355-205b-479f-a4e8-f9a314e2a0a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=da974e22-421e-45a3-a380-87f705956538,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:36.171895 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-8f496355-205b-479f-a4e8-f9a314e2a0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741587'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:36.390427 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:36.472566 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 1869730e-3f9a-413a-b503-8994fbff0720 no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:12:36.493669 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: 1869730e-3f9a-413a-b503-8994fbff0720 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:12:36.494613 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 1869730e-3f9a-413a-b503-8994fbff0720 not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:12:36.570099 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b5b97-31cc-4de8-a666-8a2eeef20067 req-1d87c5cd-187a-4e8b-bc69-c1e60035c7d9 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:36.571560 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-624b5b97-31cc-4de8-a666-8a2eeef20067 req-1d87c5cd-187a-4e8b-bc69-c1e60035c7d9 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0916564 Sep 22 21:12:36.653394 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-624b5b97-31cc-4de8-a666-8a2eeef20067 req-b8896a18-dcfc-477c-877a-72814b9202f1 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759375 Sep 22 21:12:36.715192 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f496355-205b-479f-a4e8-f9a314e2a0a0 admin admin] Router b7dabd6e-218a-4caf-a77d-bb400c742656 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:12:36.817834 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f496355-205b-479f-a4e8-f9a314e2a0a0 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:12:36.824317 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-8f496355-205b-479f-a4e8-f9a314e2a0a0 admin admin] 10.222.0.42 "PUT /v2.0/routers/b7dabd6e-218a-4caf-a77d-bb400c742656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8577726 Sep 22 21:12:36.825197 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 50822) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:36.826555 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bdc3a9-b9eb-48c3-bd41-f70c0635bdf5 None None] Sync routers for ids ['b7dabd6e-218a-4caf-a77d-bb400c742656'] in dv-cinder-810415-3-iscsi {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:12:36.835697 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bdc3a9-b9eb-48c3-bd41-f70c0635bdf5 None None] Routers {'b7dabd6e-218a-4caf-a77d-bb400c742656'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:12:36.836229 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-34bdc3a9-b9eb-48c3-bd41-f70c0635bdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:12:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['b7dabd6e-218a-4caf-a77d-bb400c742656'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:36.928393 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f7634c0-4b6d-441d-918c-72fc93b1a85e admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:36.939267 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-34bdc3a9-b9eb-48c3-bd41-f70c0635bdf5 None None] Set router b7dabd6e-218a-4caf-a77d-bb400c742656 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:12:37.032238 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f7634c0-4b6d-441d-918c-72fc93b1a85e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:37.110469 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-34bdc3a9-b9eb-48c3-bd41-f70c0635bdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'name': 'tempest-TestMinimumBasicScenario-1397465801-router', 'tenant_id': '39fb735152c7416dadeccb90bea7c94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '39242300-714f-4e28-babd-0bbfd52d9485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:10:05Z', 'updated_at': '2021-09-22T21:12:35Z', 'revision_number': 5, 'project_id': '39fb735152c7416dadeccb90bea7c94f', 'gw_port': {'id': '39242300-714f-4e28-babd-0bbfd52d9485', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:10:06Z', 'updated_at': '2021-09-22T21:10:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:37.139417 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bdc3a9-b9eb-48c3-bd41-f70c0635bdf5 None None] Checking router: b7dabd6e-218a-4caf-a77d-bb400c742656 for host: dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:12:37.141449 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-6f7634c0-4b6d-441d-918c-72fc93b1a85e admin admin] Deleting port 39242300-714f-4e28-babd-0bbfd52d9485 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:37.141792 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f7634c0-4b6d-441d-918c-72fc93b1a85e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:37.147553 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bdc3a9-b9eb-48c3-bd41-f70c0635bdf5 None None] Routers {'b7dabd6e-218a-4caf-a77d-bb400c742656'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:12:37.148134 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-34bdc3a9-b9eb-48c3-bd41-f70c0635bdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:12:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['b7dabd6e-218a-4caf-a77d-bb400c742656'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:37.218353 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-6f7634c0-4b6d-441d-918c-72fc93b1a85e admin admin] For port 39242300-714f-4e28-babd-0bbfd52d9485, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=39242300-714f-4e28-babd-0bbfd52d9485,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:37.218735 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f7634c0-4b6d-441d-918c-72fc93b1a85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:37.229574 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-34bdc3a9-b9eb-48c3-bd41-f70c0635bdf5 None None] Set router b7dabd6e-218a-4caf-a77d-bb400c742656 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:12:37.235123 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-6f7634c0-4b6d-441d-918c-72fc93b1a85e admin admin] Calling delete_port for 39242300-714f-4e28-babd-0bbfd52d9485 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:37.279058 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-34bdc3a9-b9eb-48c3-bd41-f70c0635bdf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'name': 'tempest-TestMinimumBasicScenario-1397465801-router', 'tenant_id': '39fb735152c7416dadeccb90bea7c94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:10:05Z', 'updated_at': '2021-09-22T21:12:37Z', 'revision_number': 6, 'project_id': '39fb735152c7416dadeccb90bea7c94f', 'gw_port_host': None}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:37.388744 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bdc3a9-b9eb-48c3-bd41-f70c0635bdf5 None None] The sync data for ids ['b7dabd6e-218a-4caf-a77d-bb400c742656'] in dv-cinder-810415-3-iscsi is: [{'id': 'b7dabd6e-218a-4caf-a77d-bb400c742656', 'name': 'tempest-TestMinimumBasicScenario-1397465801-router', 'tenant_id': '39fb735152c7416dadeccb90bea7c94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:10:05Z', 'updated_at': '2021-09-22T21:12:37Z', 'revision_number': 6, 'project_id': '39fb735152c7416dadeccb90bea7c94f', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:12:37.464179 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f7634c0-4b6d-441d-918c-72fc93b1a85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:37.491308 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7634c0-4b6d-441d-918c-72fc93b1a85e admin admin] Pushing event deleted for resources: {'Port': ['ID=39242300-714f-4e28-babd-0bbfd52d9485,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:37.553712 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f7634c0-4b6d-441d-918c-72fc93b1a85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741520'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:37.640827 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f7634c0-4b6d-441d-918c-72fc93b1a85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:37.642848 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f7634c0-4b6d-441d-918c-72fc93b1a85e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:37.752876 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f7634c0-4b6d-441d-918c-72fc93b1a85e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737398'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:37.753383 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7634c0-4b6d-441d-918c-72fc93b1a85e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7dabd6e-218a-4caf-a77d-bb400c742656 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 21:12:37.758746 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f7634c0-4b6d-441d-918c-72fc93b1a85e admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:37.762126 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-6f7634c0-4b6d-441d-918c-72fc93b1a85e admin admin] 10.222.0.42 "DELETE /v2.0/routers/b7dabd6e-218a-4caf-a77d-bb400c742656 HTTP/1.1" status: 204 len: 168 time: 0.9337981 Sep 22 21:12:37.762505 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50826) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:37.782925 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532b909-1a5f-4001-b969-8caf005ff4e0 req-384be3b1-818b-42c8-8520-debd7dc2262e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:37.784432 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4532b909-1a5f-4001-b969-8caf005ff4e0 req-384be3b1-818b-42c8-8520-debd7dc2262e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0625710 Sep 22 21:12:37.811954 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8de488-898c-4da0-bd8d-d5705322c10b admin admin] Deleting subnet e0328bf3-80ba-44e5-a255-cd6a7090aa20 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 21:12:37.815603 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0b8de488-898c-4da0-bd8d-d5705322c10b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:37.830633 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4532b909-1a5f-4001-b969-8caf005ff4e0 req-f5e16cee-df5a-41fd-95ab-7ea5141f438f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377829 Sep 22 21:12:37.859484 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0b8de488-898c-4da0-bd8d-d5705322c10b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26635490'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:37.966971 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0b8de488-898c-4da0-bd8d-d5705322c10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971671'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:38.093201 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0b8de488-898c-4da0-bd8d-d5705322c10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27223618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26049022'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:38.122951 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8de488-898c-4da0-bd8d-d5705322c10b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0328bf3-80ba-44e5-a255-cd6a7090aa20,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:38.125133 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0b8de488-898c-4da0-bd8d-d5705322c10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:38.129387 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 50828) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:38.129864 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-0b8de488-898c-4da0-bd8d-d5705322c10b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e0328bf3-80ba-44e5-a255-cd6a7090aa20 HTTP/1.1" status: 204 len: 168 time: 0.3653846 Sep 22 21:12:38.132622 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a7444e-9e69-4b85-b15c-36cb7a3f0f5d None None] Network f7f6958e-493a-43e7-85d8-d747c7204980 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:12:38.199093 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548719'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:38.260755 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] Deleting port c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:38.261095 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:38.329876 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] For port c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1,segment=NetworkSegment(22945ac5-423a-4f25-bd03-298d3b55a6e9),segment_id=22945ac5-423a-4f25-bd03-298d3b55a6e9)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:38.330238 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:38.353800 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] Calling delete_port for c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:38.437791 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 39242300-714f-4e28-babd-0bbfd52d9485 no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:12:38.458058 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: 39242300-714f-4e28-babd-0bbfd52d9485 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:12:38.458401 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 39242300-714f-4e28-babd-0bbfd52d9485 not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:12:38.458816 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device da974e22-421e-45a3-a380-87f705956538 no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:12:38.464072 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f65a061-5910-4e32-9f65-852b48f0509e None None] DHCP port deletion for f7f6958e-493a-43e7-85d8-d747c7204980 request from dv-cinder-810415-3-iscsi {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 21:12:38.482663 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: da974e22-421e-45a3-a380-87f705956538 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:12:38.482936 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device da974e22-421e-45a3-a380-87f705956538 not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:12:38.527386 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:38.529092 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-3f65a061-5910-4e32-9f65-852b48f0509e None None] Deleting port c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:38.529355 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3f65a061-5910-4e32-9f65-852b48f0509e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:38.556239 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] Pushing event deleted for resources: {'Port': ['ID=c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:38.560166 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] No DVR routers for this DVR port c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1 on host dv-cinder-810415-3-iscsi {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:12:38.583847 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a4cc1-3974-435c-9403-b11dfc1c9afc req-08870a38-b698-45f1-a538-0c1449b79b3f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:38.585313 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-301a4cc1-3974-435c-9403-b11dfc1c9afc req-08870a38-b698-45f1-a538-0c1449b79b3f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.48 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0540428 Sep 22 21:12:38.596934 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-3f65a061-5910-4e32-9f65-852b48f0509e None None] For port c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1, host dv-cinder-810415-3-iscsi, got binding levels [] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:38.597338 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3f65a061-5910-4e32-9f65-852b48f0509e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:38.615883 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-3f65a061-5910-4e32-9f65-852b48f0509e None None] Calling delete_port for c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:38.619093 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.ipam_backend_mixin [None req-3f65a061-5910-4e32-9f65-852b48f0509e None None] Port c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1 was not found and therefore no delete operation was performed {{(pid=94797) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 22 21:12:38.620411 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3f65a061-5910-4e32-9f65-852b48f0509e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:38.630791 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-969262', 'neutron.services.segments.db._delete_segments_for_network-8786352064148'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:38.645305 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65a061-5910-4e32-9f65-852b48f0509e None None] Pushing event deleted for resources: {'Port': ['ID=c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:38.651179 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f65a061-5910-4e32-9f65-852b48f0509e None None] No DVR routers for this DVR port c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1 on host dv-cinder-810415-3-iscsi {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:12:38.658372 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f6958e-493a-43e7-85d8-d747c7204980']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:38.670113 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22945ac5-423a-4f25-bd03-298d3b55a6e9') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:38.670402 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22945ac5-423a-4f25-bd03-298d3b55a6e9') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:38.679030 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-301a4cc1-3974-435c-9403-b11dfc1c9afc req-c5857b91-7150-4b15-849c-62d8a0671a1d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Deleting port 005d9a77-dd93-4631-85c3-1dcb280040d8 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:38.679461 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-301a4cc1-3974-435c-9403-b11dfc1c9afc req-c5857b91-7150-4b15-849c-62d8a0671a1d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:38.680007 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786352062877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25704756'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:38.693913 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:38.700071 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26159507'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: Traceback (most recent call last): Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: timer() Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: cb(*args, **kw) Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: return func(*args, **kwargs) Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: self._notify() Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: self.callback(batched_events) Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: event.method(event) Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: return f(self, *a, **k) Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: return self._get(url).json() Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: return self.request(url, 'GET', **kwargs) Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 21:12:38.704903 dv-cinder-810415-3-iscsi neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 21:12:38.770310 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-301a4cc1-3974-435c-9403-b11dfc1c9afc req-c5857b91-7150-4b15-849c-62d8a0671a1d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] For port 005d9a77-dd93-4631-85c3-1dcb280040d8, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=005d9a77-dd93-4631-85c3-1dcb280040d8,segment=NetworkSegment(b0fd0677-2ed6-4469-975c-37344912378f),segment_id=b0fd0677-2ed6-4469-975c-37344912378f)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:38.770907 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-301a4cc1-3974-435c-9403-b11dfc1c9afc req-c5857b91-7150-4b15-849c-62d8a0671a1d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:38.818578 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-969241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741452'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:38.825311 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:38.827159 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] 10.222.0.42 "DELETE /v2.0/networks/f7f6958e-493a-43e7-85d8-d747c7204980 HTTP/1.1" status: 204 len: 168 time: 0.6960163 Sep 22 21:12:38.841222 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8967ed-3e1c-4973-b729-301ba921d91a admin admin] Pushing event deleted for resources: {'Network': ['ID=f7f6958e-493a-43e7-85d8-d747c7204980,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:38.946269 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0aea8-086d-4711-86f9-4da539516823 req-e7964bf6-8dfe-4b31-8844-55ba2e1aa691 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:38.947303 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-301a4cc1-3974-435c-9403-b11dfc1c9afc req-c5857b91-7150-4b15-849c-62d8a0671a1d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:38.947667 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-301a4cc1-3974-435c-9403-b11dfc1c9afc req-c5857b91-7150-4b15-849c-62d8a0671a1d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741466'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:38.947790 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f3f0aea8-086d-4711-86f9-4da539516823 req-e7964bf6-8dfe-4b31-8844-55ba2e1aa691 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 945 time: 0.0494287 Sep 22 21:12:38.947994 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.l3_db [req-301a4cc1-3974-435c-9403-b11dfc1c9afc req-c5857b91-7150-4b15-849c-62d8a0671a1d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Floating IP 1a8653bb-5d12-4945-aac7-6958f2544875 disassociated. External IP: 172.27.0.163, port: 005d9a77-dd93-4631-85c3-1dcb280040d8. Sep 22 21:12:38.948310 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-301a4cc1-3974-435c-9403-b11dfc1c9afc req-c5857b91-7150-4b15-849c-62d8a0671a1d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Calling delete_port for 005d9a77-dd93-4631-85c3-1dcb280040d8 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:38.990141 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f3f0aea8-086d-4711-86f9-4da539516823 req-62521881-b768-4694-929f-68b833a3f1cc tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359530 Sep 22 21:12:39.190037 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-301a4cc1-3974-435c-9403-b11dfc1c9afc req-c5857b91-7150-4b15-849c-62d8a0671a1d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:39.217821 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5857b91-7150-4b15-849c-62d8a0671a1d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Pushing event deleted for resources: {'Port': ['ID=005d9a77-dd93-4631-85c3-1dcb280040d8,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:39.313448 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 50836) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:39.328814 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-301a4cc1-3974-435c-9403-b11dfc1c9afc req-c5857b91-7150-4b15-849c-62d8a0671a1d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Router 0c140487-6306-4717-8c31-18b6bf25f12c has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:12:39.353287 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-4bd5b9d7-ae64-4385-9824-976d0436e5b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e159a1978d8548c69da3186490a25e36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384851 Sep 22 21:12:39.355602 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 50838) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:39.404464 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c569f632-c930-43a5-80e3-b2333bba6ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:39.425054 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c569f632-c930-43a5-80e3-b2333bba6ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:39.438214 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-301a4cc1-3974-435c-9403-b11dfc1c9afc req-c5857b91-7150-4b15-849c-62d8a0671a1d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:12:39.449499 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b37b0e-5509-40cb-95ad-f47eec831e66 None None] Sync routers for ids ['0c140487-6306-4717-8c31-18b6bf25f12c'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:12:39.458654 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b37b0e-5509-40cb-95ad-f47eec831e66 None None] Routers {'0c140487-6306-4717-8c31-18b6bf25f12c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:12:39.459307 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-04b37b0e-5509-40cb-95ad-f47eec831e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:12:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['0c140487-6306-4717-8c31-18b6bf25f12c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:39.479387 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-301a4cc1-3974-435c-9403-b11dfc1c9afc req-c5857b91-7150-4b15-849c-62d8a0671a1d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] No DVR routers for this DVR port 005d9a77-dd93-4631-85c3-1dcb280040d8 on host hv-cinder-81041 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:12:39.481970 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-301a4cc1-3974-435c-9403-b11dfc1c9afc req-c5857b91-7150-4b15-849c-62d8a0671a1d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:39.483926 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-301a4cc1-3974-435c-9403-b11dfc1c9afc req-c5857b91-7150-4b15-849c-62d8a0671a1d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.48 "DELETE /v2.0/ports/005d9a77-dd93-4631-85c3-1dcb280040d8 HTTP/1.1" status: 204 len: 173 time: 0.8921342 Sep 22 21:12:39.484350 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd67d81c-aa1e-41bf-8daa-8d871a7513ee', 'name': 'network-vif-deleted', 'tag': '005d9a77-dd93-4631-85c3-1dcb280040d8'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:12:39.486693 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb56ff1d-9668-4ea9-9a5b-856604b6cd60" -d '{"events": [{"server_uuid": "bd67d81c-aa1e-41bf-8daa-8d871a7513ee", "name": "network-vif-deleted", "tag": "005d9a77-dd93-4631-85c3-1dcb280040d8"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:12:39.521876 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c569f632-c930-43a5-80e3-b2333bba6ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:39.525020 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-c569f632-c930-43a5-80e3-b2333bba6ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:39.529128 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-c569f632-c930-43a5-80e3-b2333bba6ee3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4baf2f81-7970-4390-8464-c82f31ac904d HTTP/1.1" status: 204 len: 168 time: 0.1696298 Sep 22 21:12:39.529370 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b92b79-f984-4b1b-ba07-abf1e330acf8 x-openstack-request-id: req-91b92b79-f984-4b1b-ba07-abf1e330acf8 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:12:39.529370 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd67d81c-aa1e-41bf-8daa-8d871a7513ee", "name": "network-vif-deleted", "tag": "005d9a77-dd93-4631-85c3-1dcb280040d8", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:12:39.529370 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-91b92b79-f984-4b1b-ba07-abf1e330acf8 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:12:39.529370 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd67d81c-aa1e-41bf-8daa-8d871a7513ee', 'name': 'network-vif-deleted', 'tag': '005d9a77-dd93-4631-85c3-1dcb280040d8', 'status': 'completed', 'code': 200} Sep 22 21:12:39.546941 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569f632-c930-43a5-80e3-b2333bba6ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baf2f81-7970-4390-8464-c82f31ac904d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:39.593613 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-04b37b0e-5509-40cb-95ad-f47eec831e66 None None] Set router 0c140487-6306-4717-8c31-18b6bf25f12c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:12:39.815324 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-04b37b0e-5509-40cb-95ad-f47eec831e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:08:54Z', 'revision_number': 4, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'dd41ef05-2926-4ea4-aca1-66407f303220', 'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'mac_address': 'fa:16:3e:ac:12:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:53Z', 'updated_at': '2021-09-22T21:08:58Z', 'revision_number': 5, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'subnets': [{'id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:39.841892 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b37b0e-5509-40cb-95ad-f47eec831e66 None None] Checking router: 0c140487-6306-4717-8c31-18b6bf25f12c for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:12:39.850788 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b37b0e-5509-40cb-95ad-f47eec831e66 None None] Routers {'0c140487-6306-4717-8c31-18b6bf25f12c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:12:39.851400 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-04b37b0e-5509-40cb-95ad-f47eec831e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:12:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['0c140487-6306-4717-8c31-18b6bf25f12c'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:39.954889 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-04b37b0e-5509-40cb-95ad-f47eec831e66 None None] Set router 0c140487-6306-4717-8c31-18b6bf25f12c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:12:40.105246 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3865f52b-2f1a-48a5-8976-8c31e9ec3b86 req-a24134bd-becc-4992-bbc3-390c45ef4f29 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd67d81c-aa1e-41bf-8daa-8d871a7513ee HTTP/1.1" status: 200 len: 210 time: 0.0360243 Sep 22 21:12:40.175618 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-04b37b0e-5509-40cb-95ad-f47eec831e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:08:54Z', 'revision_number': 4, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'dd41ef05-2926-4ea4-aca1-66407f303220', 'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'mac_address': 'fa:16:3e:ac:12:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:53Z', 'updated_at': '2021-09-22T21:08:58Z', 'revision_number': 5, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'subnets': [{'id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:40.202358 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b37b0e-5509-40cb-95ad-f47eec831e66 None None] The sync data for ids ['0c140487-6306-4717-8c31-18b6bf25f12c'] in dv-cinder-810415-3-iscsi is: [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:08:54Z', 'revision_number': 4, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'dd41ef05-2926-4ea4-aca1-66407f303220', 'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'mac_address': 'fa:16:3e:ac:12:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:53Z', 'updated_at': '2021-09-22T21:08:58Z', 'revision_number': 5, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'subnets': [{'id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:12:40.227009 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50848) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:40.272620 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-fffb283c-40a1-4950-8ed8-3b12e020b4d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39fb735152c7416dadeccb90bea7c94f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474479 Sep 22 21:12:40.275704 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50850) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:40.341644 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89bea5f3-bb37-4af0-8b90-42342b15831d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:40.367712 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89bea5f3-bb37-4af0-8b90-42342b15831d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:40.462180 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1 no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:12:40.481628 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89bea5f3-bb37-4af0-8b90-42342b15831d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:40.484402 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:12:40.484402 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device c15e0a9b-b81d-4aeb-96d9-62c46e7e94d1 not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:12:40.484665 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-89bea5f3-bb37-4af0-8b90-42342b15831d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:40.485898 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-89bea5f3-bb37-4af0-8b90-42342b15831d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c942b90-5ace-47ee-994d-4c1f9df98e74 HTTP/1.1" status: 204 len: 168 time: 0.2091343 Sep 22 21:12:40.495694 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bea5f3-bb37-4af0-8b90-42342b15831d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c942b90-5ace-47ee-994d-4c1f9df98e74,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:40.496905 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cb3238-bc4a-4211-bdbb-d0933257c17e None None] New status for floating IP 1a8653bb-5d12-4945-aac7-6958f2544875: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:12:41.024213 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:41.263256 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50858) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:41.315082 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3825c7a-9731-4848-8e73-2f7704bde05e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:41.337075 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3825c7a-9731-4848-8e73-2f7704bde05e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:41.424028 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3825c7a-9731-4848-8e73-2f7704bde05e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:41.426526 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d3825c7a-9731-4848-8e73-2f7704bde05e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:41.427645 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-d3825c7a-9731-4848-8e73-2f7704bde05e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "DELETE /v2.0/security-groups/f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb HTTP/1.1" status: 204 len: 168 time: 0.1634009 Sep 22 21:12:41.431023 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 50860) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:41.436717 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3825c7a-9731-4848-8e73-2f7704bde05e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:41.444253 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.api.v2.resource [None req-be13466d-434c-44fc-9389-2ea23d84b401 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] show failed (client error): The resource could not be found. Sep 22 21:12:41.445274 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-be13466d-434c-44fc-9389-2ea23d84b401 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups/f6bf1f5a-ef47-4d4b-98c2-cbe10324f2fb HTTP/1.1" status: 404 len: 347 time: 0.0132656 Sep 22 21:12:41.448685 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50862) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:41.571066 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-b9ee67ef-ff79-4ef9-b48b-881ed49aa922 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Deleting port 817cdf04-6d3e-474f-ae1b-8084f6ad7715 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:41.571314 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9ee67ef-ff79-4ef9-b48b-881ed49aa922 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:41.643342 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9ee67ef-ff79-4ef9-b48b-881ed49aa922 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:41.643660 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9ee67ef-ff79-4ef9-b48b-881ed49aa922 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:41.654695 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-b9ee67ef-ff79-4ef9-b48b-881ed49aa922 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Calling delete_port for 817cdf04-6d3e-474f-ae1b-8084f6ad7715 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:41.835571 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9ee67ef-ff79-4ef9-b48b-881ed49aa922 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:41.868719 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee67ef-ff79-4ef9-b48b-881ed49aa922 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Pushing event deleted for resources: {'Port': ['ID=817cdf04-6d3e-474f-ae1b-8084f6ad7715,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:41.927083 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9ee67ef-ff79-4ef9-b48b-881ed49aa922 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:41.929562 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b9ee67ef-ff79-4ef9-b48b-881ed49aa922 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:41.931256 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-b9ee67ef-ff79-4ef9-b48b-881ed49aa922 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "DELETE /v2.0/floatingips/1a8653bb-5d12-4945-aac7-6958f2544875 HTTP/1.1" status: 204 len: 168 time: 0.4815931 Sep 22 21:12:42.203176 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50866) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:42.207701 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-00f0678d-cd28-4acb-adcd-7650e0877d2b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--838824902', 'description': 'tempest-description--1441114190'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:12:42.281434 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-00f0678d-cd28-4acb-adcd-7650e0877d2b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:42.361448 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-00f0678d-cd28-4acb-adcd-7650e0877d2b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:42.418379 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-00f0678d-cd28-4acb-adcd-7650e0877d2b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:42.446159 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0678d-cd28-4acb-adcd-7650e0877d2b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ab340f-d3c4-4023-9c0c-700fad52d8ae,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:42.475632 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-00f0678d-cd28-4acb-adcd-7650e0877d2b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:42.477406 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-00f0678d-cd28-4acb-adcd-7650e0877d2b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2726741 Sep 22 21:12:42.480164 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50868) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:42.484496 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-827a1b3a-7347-427d-b545-314dfc94a6ab tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Request body: {'security_group_rule': {'security_group_id': 'd7ab340f-d3c4-4023-9c0c-700fad52d8ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:12:42.554259 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-827a1b3a-7347-427d-b545-314dfc94a6ab tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:42.606764 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-827a1b3a-7347-427d-b545-314dfc94a6ab tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:42.664001 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-827a1b3a-7347-427d-b545-314dfc94a6ab tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:42.682535 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a1b3a-7347-427d-b545-314dfc94a6ab tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067c7c0d-4ef3-4b38-ad03-83ccb6c8d6bc,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:42.732793 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-827a1b3a-7347-427d-b545-314dfc94a6ab tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:42.733960 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-827a1b3a-7347-427d-b545-314dfc94a6ab tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2528281 Sep 22 21:12:42.736593 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50870) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:42.741011 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-8da27db2-23d3-4108-a7c4-f01c992e44f2 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Request body: {'security_group_rule': {'security_group_id': 'd7ab340f-d3c4-4023-9c0c-700fad52d8ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:12:42.811059 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8da27db2-23d3-4108-a7c4-f01c992e44f2 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:42.865544 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8da27db2-23d3-4108-a7c4-f01c992e44f2 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:42.909689 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8da27db2-23d3-4108-a7c4-f01c992e44f2 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3733854'] for security_group_rule, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:42.928576 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da27db2-23d3-4108-a7c4-f01c992e44f2 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5a6bee-c875-416d-94bc-5434841d7cc4,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:42.972698 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-8da27db2-23d3-4108-a7c4-f01c992e44f2 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:42.973900 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-8da27db2-23d3-4108-a7c4-f01c992e44f2 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2361450 Sep 22 21:12:42.977524 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50872) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:42.985585 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-6d6e9a5a-686a-43e0-90b2-f2d6a896f53d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Request body: {'floatingip': {'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:12:43.035595 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9a5a-686a-43e0-90b2-f2d6a896f53d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:43.129498 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9a5a-686a-43e0-90b2-f2d6a896f53d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:43.234175 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-6d6e9a5a-686a-43e0-90b2-f2d6a896f53d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Allocated IP 172.27.0.40 (2c353f49-210c-4300-9e98-1f6204bdd5b4/672554c0-508e-4537-8193-f701627840d3/28397cf1-a09a-46d5-b929-80b0a72b8d77) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:12:43.256527 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 005d9a77-dd93-4631-85c3-1dcb280040d8 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:12:43.276576 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: 005d9a77-dd93-4631-85c3-1dcb280040d8 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:12:43.276939 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 005d9a77-dd93-4631-85c3-1dcb280040d8 not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:12:43.336878 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9a5a-686a-43e0-90b2-f2d6a896f53d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:43.424591 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9a5a-686a-43e0-90b2-f2d6a896f53d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:43.460889 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6e9a5a-686a-43e0-90b2-f2d6a896f53d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:12:43.464079 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-6d6e9a5a-686a-43e0-90b2-f2d6a896f53d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:12:43.467344 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6e9a5a-686a-43e0-90b2-f2d6a896f53d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:12:43.474313 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e9a5a-686a-43e0-90b2-f2d6a896f53d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Pushing event updated for resources: {'Port': ['ID=28397cf1-a09a-46d5-b929-80b0a72b8d77,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:43.554741 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9a5a-686a-43e0-90b2-f2d6a896f53d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:43.620209 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9a5a-686a-43e0-90b2-f2d6a896f53d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:43.763203 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9a5a-686a-43e0-90b2-f2d6a896f53d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:43.801297 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9a5a-686a-43e0-90b2-f2d6a896f53d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:43.873081 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e9a5a-686a-43e0-90b2-f2d6a896f53d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Pushing event updated for resources: {'Port': ['ID=28397cf1-a09a-46d5-b929-80b0a72b8d77,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:43.880527 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9a5a-686a-43e0-90b2-f2d6a896f53d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741466'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:43.955990 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6d6e9a5a-686a-43e0-90b2-f2d6a896f53d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:43.957269 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-6d6e9a5a-686a-43e0-90b2-f2d6a896f53d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9788592 Sep 22 21:12:44.142026 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-8bd05859-9ae7-4c76-be6e-465d11a12a36 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--838824902&fields=id&tenant_id=0fef5875b3f244b98c4d699e2af9007e HTTP/1.1" status: 200 len: 267 time: 0.0348635 Sep 22 21:12:44.245260 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-3913aecd-6c6f-4883-9a06-98c1f5d3d4eb tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:44.246690 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-3913aecd-6c6f-4883-9a06-98c1f5d3d4eb tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/networks?id=a467527e-b059-4d2f-a877-04dde43195f3 HTTP/1.1" status: 200 len: 811 time: 0.0981767 Sep 22 21:12:44.262980 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-b62f157b-c5bb-4b04-9333-ec03e77aa00f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/quotas/0fef5875b3f244b98c4d699e2af9007e HTTP/1.1" status: 200 len: 375 time: 0.0103827 Sep 22 21:12:44.318367 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-4a29f8a4-858a-48c9-9566-88fb10b8822b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0fef5875b3f244b98c4d699e2af9007e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497296 Sep 22 21:12:44.415997 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-97185d3a-42d9-458e-b6d2-de9c5576ac4b service neutron] 10.222.0.42 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853517 Sep 22 21:12:44.502387 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-f656b166-3166-44e6-87c4-0d0114ab0506 service neutron] 10.222.0.42 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804782 Sep 22 21:12:44.734312 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cf2e72ad-f3df-402c-bc29-f6dc286edea9 req-7959daaf-1a9e-417d-8b19-712ba0a32306 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 210 time: 0.0306826 Sep 22 21:12:45.809898 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-41e42c9a-0d2c-4263-867c-cf4d71f2d756 req-65084f87-00cc-4f89-8e3c-f6c4b4ee28cf tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 210 time: 0.0257111 Sep 22 21:12:46.488758 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50900) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:46.779249 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6b6de515-f1c6-41bb-b57e-a9bdfb243544 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Deleting port 91aa3e50-3aa7-46ee-8d22-110b6ccd50ec {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:46.779588 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b6de515-f1c6-41bb-b57e-a9bdfb243544 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:46.857180 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b6de515-f1c6-41bb-b57e-a9bdfb243544 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:46.860638 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b6de515-f1c6-41bb-b57e-a9bdfb243544 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:46.869815 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6b6de515-f1c6-41bb-b57e-a9bdfb243544 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Calling delete_port for 91aa3e50-3aa7-46ee-8d22-110b6ccd50ec owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:46.910845 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c343e839-c488-40fa-b405-5cb766cb3967 req-9ca5a5f3-dccd-4db2-b664-6028be7b2c5e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 210 time: 0.0253577 Sep 22 21:12:47.115754 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b6de515-f1c6-41bb-b57e-a9bdfb243544 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:47.140276 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6de515-f1c6-41bb-b57e-a9bdfb243544 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Pushing event deleted for resources: {'Port': ['ID=91aa3e50-3aa7-46ee-8d22-110b6ccd50ec,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:47.200635 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b6de515-f1c6-41bb-b57e-a9bdfb243544 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:47.200986 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.l3_db [None req-6b6de515-f1c6-41bb-b57e-a9bdfb243544 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Floating IP bc0835d2-4a1f-45d1-afb0-808d80a91dbb disassociated (deleted). External IP: 172.27.0.59, port: df61a110-e862-4a04-b866-48b063080d70. Sep 22 21:12:47.398321 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6de515-f1c6-41bb-b57e-a9bdfb243544 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Router 9c4111cb-5200-46ce-bf10-aa82722e3197 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:12:47.791930 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6de515-f1c6-41bb-b57e-a9bdfb243544 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:12:47.797093 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6b6de515-f1c6-41bb-b57e-a9bdfb243544 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:47.801897 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79308582-1553-4923-b339-b36aea466bd9 None None] Sync routers for ids ['9c4111cb-5200-46ce-bf10-aa82722e3197'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:12:47.809436 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-daa1d414-14b5-4350-b193-de204e3d5853 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:47.809568 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-daa1d414-14b5-4350-b193-de204e3d5853 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.48 "GET /v2.0/networks?id=a467527e-b059-4d2f-a877-04dde43195f3 HTTP/1.1" status: 200 len: 811 time: 0.3713100 Sep 22 21:12:47.813346 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79308582-1553-4923-b339-b36aea466bd9 None None] Routers {'9c4111cb-5200-46ce-bf10-aa82722e3197'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:12:47.814291 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-79308582-1553-4923-b339-b36aea466bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:12:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['9c4111cb-5200-46ce-bf10-aa82722e3197'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:47.852354 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-6b6de515-f1c6-41bb-b57e-a9bdfb243544 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "DELETE /v2.0/floatingips/bc0835d2-4a1f-45d1-afb0-808d80a91dbb HTTP/1.1" status: 204 len: 168 time: 1.3619878 Sep 22 21:12:47.854182 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784e12af-0c54-4008-a847-5acafcb8af88', 'tag': 'df61a110-e862-4a04-b866-48b063080d70'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:12:47.856515 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12b7174-f3ab-46ea-a5e7-b0294f9699b4" -d '{"events": [{"name": "network-changed", "server_uuid": "784e12af-0c54-4008-a847-5acafcb8af88", "tag": "df61a110-e862-4a04-b866-48b063080d70"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:12:47.875462 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-a740e484-33fa-487c-82b2-5de93c9eba07 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fef5875b3f244b98c4d699e2af9007e HTTP/1.1" status: 200 len: 379 time: 0.0481398 Sep 22 21:12:47.888481 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-27c82265-43e2-4c5e-a21f-9a3f8ab513a4 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Request body: {'port': {'device_id': '49f8cc45-0bbf-4e69-b6ca-595b0733d711', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'admin_state_up': True, 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'security_groups': ['d7ab340f-d3c4-4023-9c0c-700fad52d8ae']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:12:47.925119 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5afe226-adca-4fdb-863f-485e0f4aabbf x-openstack-request-id: req-d5afe226-adca-4fdb-863f-485e0f4aabbf {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:12:47.930369 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784e12af-0c54-4008-a847-5acafcb8af88", "tag": "df61a110-e862-4a04-b866-48b063080d70", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:12:47.930369 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5afe226-adca-4fdb-863f-485e0f4aabbf {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:12:47.930369 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784e12af-0c54-4008-a847-5acafcb8af88', 'tag': 'df61a110-e862-4a04-b866-48b063080d70', 'status': 'completed', 'code': 200} Sep 22 21:12:47.930835 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-79308582-1553-4923-b339-b36aea466bd9 None None] Set router 9c4111cb-5200-46ce-bf10-aa82722e3197 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:12:48.021057 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b7174-f3ab-46ea-a5e7-b0294f9699b4 req-f6226b94-f4b2-4b55-baa7-4472b7593d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:48.021561 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f98f5484-76fb-4015-b1bf-c34ba00f3aac req-59b61fb4-5625-45e1-8861-b16c1b725118 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 210 time: 0.0360174 Sep 22 21:12:48.022684 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-b12b7174-f3ab-46ea-a5e7-b0294f9699b4 req-f6226b94-f4b2-4b55-baa7-4472b7593d47 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d0303c96e4f64c148daa15e4c5fae41d&device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 1098 time: 0.0938811 Sep 22 21:12:48.126014 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b7174-f3ab-46ea-a5e7-b0294f9699b4 req-3e56d478-5083-4b9e-ad30-7d52e116742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:48.127519 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-b12b7174-f3ab-46ea-a5e7-b0294f9699b4 req-3e56d478-5083-4b9e-ad30-7d52e116742d service neutron] 10.222.0.48 "GET /v2.0/networks?id=2a163378-cd17-4e1b-90c3-7de042c0fc78 HTTP/1.1" status: 200 len: 910 time: 0.0919559 Sep 22 21:12:48.128500 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-27c82265-43e2-4c5e-a21f-9a3f8ab513a4 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Made reservation on behalf of 0fef5875b3f244b98c4d699e2af9007e for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:12:48.131911 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-27c82265-43e2-4c5e-a21f-9a3f8ab513a4 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:48.141158 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-79308582-1553-4923-b339-b36aea466bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'name': 'tempest-TestShelveInstance-1712245692-router', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:44Z', 'updated_at': '2021-09-22T21:06:48Z', 'revision_number': 4, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'gw_port': {'id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:45Z', 'updated_at': '2021-09-22T21:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'e05ec4c9-1ed5-4684-90bc-91a7a8941cd1', 'name': '', 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'mac_address': 'fa:16:3e:39:28:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:47Z', 'updated_at': '2021-09-22T21:06:52Z', 'revision_number': 5, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'subnets': [{'id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:48.170596 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79308582-1553-4923-b339-b36aea466bd9 None None] Checking router: 9c4111cb-5200-46ce-bf10-aa82722e3197 for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:12:48.179436 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79308582-1553-4923-b339-b36aea466bd9 None None] Routers {'9c4111cb-5200-46ce-bf10-aa82722e3197'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:12:48.180050 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-79308582-1553-4923-b339-b36aea466bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:12:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['9c4111cb-5200-46ce-bf10-aa82722e3197'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:48.183865 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-b12b7174-f3ab-46ea-a5e7-b0294f9699b4 req-a3721b67-8633-4ba8-b093-2f52f1293eec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df61a110-e862-4a04-b866-48b063080d70 HTTP/1.1" status: 200 len: 217 time: 0.0481274 Sep 22 21:12:48.241674 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9201d-f81e-4b7a-bb01-94823ba70767 req-ea562601-3871-401e-bfcb-ee5f1efdb42b tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:48.243188 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b2a9201d-f81e-4b7a-bb01-94823ba70767 req-ea562601-3871-401e-bfcb-ee5f1efdb42b tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0489199 Sep 22 21:12:48.277931 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b7174-f3ab-46ea-a5e7-b0294f9699b4 req-cc9e0ba6-377c-41a0-998c-42c826a7a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:48.279811 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-b12b7174-f3ab-46ea-a5e7-b0294f9699b4 req-cc9e0ba6-377c-41a0-998c-42c826a7a53c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e HTTP/1.1" status: 200 len: 848 time: 0.0857589 Sep 22 21:12:48.293374 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b2a9201d-f81e-4b7a-bb01-94823ba70767 req-973a3868-4d41-4b45-a408-d3282c6cf3a2 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415864 Sep 22 21:12:48.294177 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-79308582-1553-4923-b339-b36aea466bd9 None None] Set router 9c4111cb-5200-46ce-bf10-aa82722e3197 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:12:48.363771 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-27c82265-43e2-4c5e-a21f-9a3f8ab513a4 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Allocated IP 172.20.0.7 (a467527e-b059-4d2f-a877-04dde43195f3/44b9dea5-d892-4468-94cb-e49c88cec80c/61cb156c-0c60-4cfe-b523-3fa1cf1b1b80) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:12:48.370686 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b7174-f3ab-46ea-a5e7-b0294f9699b4 req-6b3d1909-4202-4d00-af86-412e74559f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:48.372158 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-b12b7174-f3ab-46ea-a5e7-b0294f9699b4 req-6b3d1909-4202-4d00-af86-412e74559f9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=2a163378-cd17-4e1b-90c3-7de042c0fc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0816245 Sep 22 21:12:48.493637 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-79308582-1553-4923-b339-b36aea466bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'name': 'tempest-TestShelveInstance-1712245692-router', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:44Z', 'updated_at': '2021-09-22T21:06:48Z', 'revision_number': 4, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'gw_port': {'id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:45Z', 'updated_at': '2021-09-22T21:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'e05ec4c9-1ed5-4684-90bc-91a7a8941cd1', 'name': '', 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'mac_address': 'fa:16:3e:39:28:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:47Z', 'updated_at': '2021-09-22T21:06:52Z', 'revision_number': 5, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'subnets': [{'id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:48.522927 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79308582-1553-4923-b339-b36aea466bd9 None None] The sync data for ids ['9c4111cb-5200-46ce-bf10-aa82722e3197'] in dv-cinder-810415-3-iscsi is: [{'id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'name': 'tempest-TestShelveInstance-1712245692-router', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:44Z', 'updated_at': '2021-09-22T21:06:48Z', 'revision_number': 4, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'gw_port': {'id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:45Z', 'updated_at': '2021-09-22T21:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'e05ec4c9-1ed5-4684-90bc-91a7a8941cd1', 'name': '', 'network_id': '2a163378-cd17-4e1b-90c3-7de042c0fc78', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'mac_address': 'fa:16:3e:39:28:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:47Z', 'updated_at': '2021-09-22T21:06:52Z', 'revision_number': 5, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'subnets': [{'id': '1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:12:48.541410 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-b12b7174-f3ab-46ea-a5e7-b0294f9699b4 req-89018171-de07-48cd-b970-a15fcf6ac761 service neutron] 10.222.0.48 "GET /v2.0/networks/2a163378-cd17-4e1b-90c3-7de042c0fc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590409 Sep 22 21:12:48.596091 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-27c82265-43e2-4c5e-a21f-9a3f8ab513a4 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:48.674585 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-b12b7174-f3ab-46ea-a5e7-b0294f9699b4 req-65130330-d103-4862-a793-2196c18c0012 service neutron] 10.222.0.48 "GET /v2.0/networks/2a163378-cd17-4e1b-90c3-7de042c0fc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229525 Sep 22 21:12:48.735154 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef342c5d-5483-4d38-b1a2-61c36b4bff41 None None] New status for floating IP bc0835d2-4a1f-45d1-afb0-808d80a91dbb: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:12:48.744700 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-27c82265-43e2-4c5e-a21f-9a3f8ab513a4 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:48.789008 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-27c82265-43e2-4c5e-a21f-9a3f8ab513a4 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Network a467527e-b059-4d2f-a877-04dde43195f3 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:12:48.792036 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-27c82265-43e2-4c5e-a21f-9a3f8ab513a4 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:12:48.795407 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-27c82265-43e2-4c5e-a21f-9a3f8ab513a4 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:12:48.826243 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c82265-43e2-4c5e-a21f-9a3f8ab513a4 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Pushing event updated for resources: {'Port': ['ID=61cb156c-0c60-4cfe-b523-3fa1cf1b1b80,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:48.860346 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-27c82265-43e2-4c5e-a21f-9a3f8ab513a4 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:48.860965 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-27c82265-43e2-4c5e-a21f-9a3f8ab513a4 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:48.916526 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-27c82265-43e2-4c5e-a21f-9a3f8ab513a4 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0323157 Sep 22 21:12:48.931012 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Request body: {'port': {'device_id': '49f8cc45-0bbf-4e69-b6ca-595b0733d711', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:12:48.985980 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:49.025355 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-ecb86cf4-5dfe-4171-a62e-9753e49b69c9 None None] Provisioning complete for port 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:12:49.025921 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ecb86cf4-5dfe-4171-a62e-9753e49b69c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:49.058951 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-ecb86cf4-5dfe-4171-a62e-9753e49b69c9 None None] Port 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:12:49.133334 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11f0ca3-fb83-4e12-9ed0-0d9208788e81 req-62c5e208-32b1-49c0-9ef3-826e76cbd392 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:49.135537 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e11f0ca3-fb83-4e12-9ed0-0d9208788e81 req-62c5e208-32b1-49c0-9ef3-826e76cbd392 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 931 time: 0.0536864 Sep 22 21:12:49.173079 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e11f0ca3-fb83-4e12-9ed0-0d9208788e81 req-8b3fc099-7ef5-4c4f-99bf-cf59de87aa9d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7ab340f-d3c4-4023-9c0c-700fad52d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312777 Sep 22 21:12:49.239541 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:12:49.246817 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:49.258692 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Transition to ACTIVE for port object 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:12:49.314977 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:49.367410 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Pushing event updated for resources: {'Port': ['ID=61cb156c-0c60-4cfe-b523-3fa1cf1b1b80,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:49.410121 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de81df-7cf7-4675-9972-6e5a6cbca6f0 req-2b13d759-97d1-4981-8767-dd3016b4c9c6 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:49.412031 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-59de81df-7cf7-4675-9972-6e5a6cbca6f0 req-2b13d759-97d1-4981-8767-dd3016b4c9c6 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0522010 Sep 22 21:12:49.441596 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Attempting to bind port 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:12:49.441808 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Attempting to bind port 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'b0fd0677-2ed6-4469-975c-37344912378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:12:49.442762 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Attempting to bind port 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 on network a467527e-b059-4d2f-a877-04dde43195f3 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:12:49.448789 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Port 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 on network a467527e-b059-4d2f-a877-04dde43195f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:12:49.449121 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Attempting to bind port 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 on network a467527e-b059-4d2f-a877-04dde43195f3 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:12:49.454473 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:12:49.454809 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Checking segment: {'id': 'b0fd0677-2ed6-4469-975c-37344912378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:12:49.455412 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Bound using segment: {'id': 'b0fd0677-2ed6-4469-975c-37344912378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:12:49.455672 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Bound port: 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0fd0677-2ed6-4469-975c-37344912378f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:12:49.455957 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:49.457239 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-59de81df-7cf7-4675-9972-6e5a6cbca6f0 req-00098a0b-0525-4520-8586-a10f5148cd50 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/security-groups?id=77870274-b4c3-4473-86ff-764e51ae9391&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392077 Sep 22 21:12:49.524389 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] For port 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80, host hv-cinder-81041, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:12:49.527564 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] For port 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=61cb156c-0c60-4cfe-b523-3fa1cf1b1b80,segment=NetworkSegment(b0fd0677-2ed6-4469-975c-37344912378f),segment_id=b0fd0677-2ed6-4469-975c-37344912378f)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:12:49.607254 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:49.641249 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:49.641848 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:49.643210 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] 10.222.0.48 "PUT /v2.0/ports/61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 HTTP/1.1" status: 200 len: 1093 time: 0.7171164 Sep 22 21:12:49.662880 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9f32c-e097-48b8-b715-513394fa41cb service neutron] Pushing event updated for resources: {'Port': ['ID=61cb156c-0c60-4cfe-b523-3fa1cf1b1b80,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:49.795721 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-ff9a04fb-b222-4395-b7b8-9931b549235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:49.797249 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-ff9a04fb-b222-4395-b7b8-9931b549235d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fef5875b3f244b98c4d699e2af9007e&device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 1096 time: 0.0721445 Sep 22 21:12:49.809365 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a071da-1476-4961-8261-c87a4906ab52 req-09edbd16-e957-457f-853b-17c02d9450f5 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:49.810697 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c3a071da-1476-4961-8261-c87a4906ab52 req-09edbd16-e957-457f-853b-17c02d9450f5 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.48 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 945 time: 0.0581067 Sep 22 21:12:49.849121 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-e1775f98-f92f-4816-a4af-9f80c8bffd99 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 HTTP/1.1" status: 200 len: 217 time: 0.0373909 Sep 22 21:12:49.927769 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f8cc45-0bbf-4e69-b6ca-595b0733d711', 'tag': '61cb156c-0c60-4cfe-b523-3fa1cf1b1b80'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:12:49.930515 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367bad7a-0a28-4641-8751-fcce6aa8f27b" -d '{"events": [{"name": "network-changed", "server_uuid": "49f8cc45-0bbf-4e69-b6ca-595b0733d711", "tag": "61cb156c-0c60-4cfe-b523-3fa1cf1b1b80"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:12:49.945130 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-3c77a64b-5c7d-4e0a-9dce-b049285c24da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:49.946670 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-3c77a64b-5c7d-4e0a-9dce-b049285c24da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44b9dea5-d892-4468-94cb-e49c88cec80c HTTP/1.1" status: 200 len: 850 time: 0.0823591 Sep 22 21:12:49.968042 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7085fc00-2b11-4a10-b744-1f46a28b4baa x-openstack-request-id: req-7085fc00-2b11-4a10-b744-1f46a28b4baa {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:12:49.968326 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f8cc45-0bbf-4e69-b6ca-595b0733d711", "tag": "61cb156c-0c60-4cfe-b523-3fa1cf1b1b80", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:12:49.968566 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7085fc00-2b11-4a10-b744-1f46a28b4baa {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:12:49.969398 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f8cc45-0bbf-4e69-b6ca-595b0733d711', 'tag': '61cb156c-0c60-4cfe-b523-3fa1cf1b1b80', 'status': 'completed', 'code': 200} Sep 22 21:12:50.004568 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-c3a071da-1476-4961-8261-c87a4906ab52 req-372c84ff-07d4-44f8-bfb8-0b513ede0fc2 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Deleting port df61a110-e862-4a04-b866-48b063080d70 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:50.005069 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c3a071da-1476-4961-8261-c87a4906ab52 req-372c84ff-07d4-44f8-bfb8-0b513ede0fc2 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:50.031809 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-3746e9f9-45d0-4363-8ece-e1cd60df4742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:50.033326 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-3746e9f9-45d0-4363-8ece-e1cd60df4742 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a467527e-b059-4d2f-a877-04dde43195f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770640 Sep 22 21:12:50.153466 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c3a071da-1476-4961-8261-c87a4906ab52 req-372c84ff-07d4-44f8-bfb8-0b513ede0fc2 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] For port df61a110-e862-4a04-b866-48b063080d70, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=df61a110-e862-4a04-b866-48b063080d70,segment=NetworkSegment(534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1),segment_id=534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:50.153826 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c3a071da-1476-4961-8261-c87a4906ab52 req-372c84ff-07d4-44f8-bfb8-0b513ede0fc2 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:50.171239 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-c3a071da-1476-4961-8261-c87a4906ab52 req-372c84ff-07d4-44f8-bfb8-0b513ede0fc2 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Calling delete_port for df61a110-e862-4a04-b866-48b063080d70 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:50.188176 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-39653230-a52b-4d10-a54d-ca0d0a78b231 service neutron] 10.222.0.48 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466885 Sep 22 21:12:50.289757 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc632dd-ec5c-4c08-8beb-29803b0a388f req-300e4e1f-2272-4af2-99b1-afa378ab3ef8 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:50.291224 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ebc632dd-ec5c-4c08-8beb-29803b0a388f req-300e4e1f-2272-4af2-99b1-afa378ab3ef8 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 943 time: 0.0521045 Sep 22 21:12:50.325863 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3028f9f8-ceaf-49b1-b4bf-fd1b70580fce req-d3992732-4d75-4912-9b3d-bcaebb71e8f4 service neutron] 10.222.0.48 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044455 Sep 22 21:12:50.329830 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ebc632dd-ec5c-4c08-8beb-29803b0a388f req-14536c15-0b3b-4e0b-92b9-3174ec4787e3 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7ab340f-d3c4-4023-9c0c-700fad52d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314476 Sep 22 21:12:50.470948 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c3a071da-1476-4961-8261-c87a4906ab52 req-372c84ff-07d4-44f8-bfb8-0b513ede0fc2 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:50.514873 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c84ff-07d4-44f8-bfb8-0b513ede0fc2 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Pushing event deleted for resources: {'Port': ['ID=df61a110-e862-4a04-b866-48b063080d70,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:50.551487 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bad7a-0a28-4641-8751-fcce6aa8f27b req-2fd4c1ca-af0e-45a5-a5fa-a4c44cf59536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:50.552921 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-367bad7a-0a28-4641-8751-fcce6aa8f27b req-2fd4c1ca-af0e-45a5-a5fa-a4c44cf59536 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fef5875b3f244b98c4d699e2af9007e&device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 1096 time: 0.0910475 Sep 22 21:12:50.573771 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a071da-1476-4961-8261-c87a4906ab52 req-372c84ff-07d4-44f8-bfb8-0b513ede0fc2 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] No DVR routers for this DVR port df61a110-e862-4a04-b866-48b063080d70 on host hv-cinder-81041 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:12:50.576764 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c3a071da-1476-4961-8261-c87a4906ab52 req-372c84ff-07d4-44f8-bfb8-0b513ede0fc2 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:50.578734 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c3a071da-1476-4961-8261-c87a4906ab52 req-372c84ff-07d4-44f8-bfb8-0b513ede0fc2 tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.48 "DELETE /v2.0/ports/df61a110-e862-4a04-b866-48b063080d70 HTTP/1.1" status: 204 len: 173 time: 0.7608442 Sep 22 21:12:50.587318 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-960435fa-fda4-4535-9680-3d45f136e067 req-23375204-9842-454c-b3ce-56102160a5bb tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 210 time: 0.0322812 Sep 22 21:12:50.603092 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2682e-cfb0-44b0-829f-39f4d7080eb3 req-b9f2eb10-8dde-48a7-ad7d-54c054718034 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:50.604560 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-15e2682e-cfb0-44b0-829f-39f4d7080eb3 req-b9f2eb10-8dde-48a7-ad7d-54c054718034 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 946 time: 0.0855200 Sep 22 21:12:50.642548 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-15e2682e-cfb0-44b0-829f-39f4d7080eb3 req-969d830d-7de1-4432-a769-a6096025e837 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319328 Sep 22 21:12:50.665377 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bad7a-0a28-4641-8751-fcce6aa8f27b req-b7ab2935-0447-49b8-aa4d-4fa9a8d99afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:50.670031 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-367bad7a-0a28-4641-8751-fcce6aa8f27b req-b7ab2935-0447-49b8-aa4d-4fa9a8d99afd service neutron] 10.222.0.48 "GET /v2.0/networks?id=a467527e-b059-4d2f-a877-04dde43195f3 HTTP/1.1" status: 200 len: 912 time: 0.1011691 Sep 22 21:12:50.709255 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-367bad7a-0a28-4641-8751-fcce6aa8f27b req-8193e74a-16ec-4734-a8ad-d599496d198e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 HTTP/1.1" status: 200 len: 217 time: 0.0341003 Sep 22 21:12:50.763422 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bad7a-0a28-4641-8751-fcce6aa8f27b req-9ecc7ea1-9f5f-40d4-8898-4bd41df871df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:50.764967 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-367bad7a-0a28-4641-8751-fcce6aa8f27b req-9ecc7ea1-9f5f-40d4-8898-4bd41df871df service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44b9dea5-d892-4468-94cb-e49c88cec80c HTTP/1.1" status: 200 len: 850 time: 0.0482876 Sep 22 21:12:50.810546 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bad7a-0a28-4641-8751-fcce6aa8f27b req-caea0ec4-6626-4ee3-906f-248b6b1b03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:50.811879 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-367bad7a-0a28-4641-8751-fcce6aa8f27b req-caea0ec4-6626-4ee3-906f-248b6b1b03a6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a467527e-b059-4d2f-a877-04dde43195f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0370350 Sep 22 21:12:50.902594 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-367bad7a-0a28-4641-8751-fcce6aa8f27b req-114ad303-0f99-497a-bb77-8c469f963d1f service neutron] 10.222.0.48 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812407 Sep 22 21:12:51.001787 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-367bad7a-0a28-4641-8751-fcce6aa8f27b req-602ca2f6-a1d0-41ef-b8ba-9793c990bc8b service neutron] 10.222.0.48 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884206 Sep 22 21:12:51.449723 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309d9a8-bb57-46a1-aed7-2a65e4ff3c9c req-112158ab-a2bc-4e1c-90df-17d3bc9a4a6e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:51.451110 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d309d9a8-bb57-46a1-aed7-2a65e4ff3c9c req-112158ab-a2bc-4e1c-90df-17d3bc9a4a6e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 943 time: 0.0493243 Sep 22 21:12:51.487891 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d309d9a8-bb57-46a1-aed7-2a65e4ff3c9c req-fb7c6f6b-7b52-41ae-8e1a-1a87ddfdf4b5 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7ab340f-d3c4-4023-9c0c-700fad52d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309958 Sep 22 21:12:51.702428 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-b698c75e-ec5b-42bc-8d59-4a4865c890ac req-6d180246-5f83-477d-b654-9c34136f676c tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "GET /v2.0/ports?device_id=784e12af-0c54-4008-a847-5acafcb8af88 HTTP/1.1" status: 200 len: 210 time: 0.0363569 Sep 22 21:12:51.780544 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f668ba-a3b2-43df-b2d6-2a163bc598e6 req-a0944bfe-0558-4d55-bd49-0c4ad215ffb4 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:51.782066 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-80f668ba-a3b2-43df-b2d6-2a163bc598e6 req-a0944bfe-0558-4d55-bd49-0c4ad215ffb4 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 946 time: 0.0488701 Sep 22 21:12:51.819691 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-80f668ba-a3b2-43df-b2d6-2a163bc598e6 req-c19176fb-c7c3-41b0-92f2-03f576692a56 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups?id=53802731-1879-432b-a051-e190cd8e97ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316243 Sep 22 21:12:51.930947 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1837e8-4761-436c-b62d-5a2b4f658661 req-2fe6e5d0-a0b5-4403-aa62-7fad580e76eb tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:51.932416 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3e1837e8-4761-436c-b62d-5a2b4f658661 req-2fe6e5d0-a0b5-4403-aa62-7fad580e76eb tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.48 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 946 time: 0.0497272 Sep 22 21:12:51.972482 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784e12af-0c54-4008-a847-5acafcb8af88', 'name': 'network-vif-deleted', 'tag': 'df61a110-e862-4a04-b866-48b063080d70'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:12:51.974615 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab91961-5353-4e67-8ce6-8c086d10d108" -d '{"events": [{"server_uuid": "784e12af-0c54-4008-a847-5acafcb8af88", "name": "network-vif-deleted", "tag": "df61a110-e862-4a04-b866-48b063080d70"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:12:52.011450 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9abfb7d-e775-41a0-ad8b-568e77a27fc8 x-openstack-request-id: req-d9abfb7d-e775-41a0-ad8b-568e77a27fc8 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:12:52.011732 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784e12af-0c54-4008-a847-5acafcb8af88", "name": "network-vif-deleted", "tag": "df61a110-e862-4a04-b866-48b063080d70", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:12:52.011977 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d9abfb7d-e775-41a0-ad8b-568e77a27fc8 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:12:52.012353 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784e12af-0c54-4008-a847-5acafcb8af88', 'name': 'network-vif-deleted', 'tag': 'df61a110-e862-4a04-b866-48b063080d70', 'status': 'completed', 'code': 200} Sep 22 21:12:52.042422 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-3e1837e8-4761-436c-b62d-5a2b4f658661 req-aec00a9d-3d85-424b-96d3-43eb3445e013 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Deleting port e9e8bb64-87c0-4995-8096-e04505a3746a {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:52.042760 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3e1837e8-4761-436c-b62d-5a2b4f658661 req-aec00a9d-3d85-424b-96d3-43eb3445e013 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:52.127526 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-3e1837e8-4761-436c-b62d-5a2b4f658661 req-aec00a9d-3d85-424b-96d3-43eb3445e013 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] For port e9e8bb64-87c0-4995-8096-e04505a3746a, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=e9e8bb64-87c0-4995-8096-e04505a3746a,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:52.127914 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3e1837e8-4761-436c-b62d-5a2b4f658661 req-aec00a9d-3d85-424b-96d3-43eb3445e013 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:52.295176 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3e1837e8-4761-436c-b62d-5a2b4f658661 req-aec00a9d-3d85-424b-96d3-43eb3445e013 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:52.295436 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3e1837e8-4761-436c-b62d-5a2b4f658661 req-aec00a9d-3d85-424b-96d3-43eb3445e013 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741466'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:52.295742 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.l3_db [req-3e1837e8-4761-436c-b62d-5a2b4f658661 req-aec00a9d-3d85-424b-96d3-43eb3445e013 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Floating IP c6b94791-bb39-4378-be8a-9928158a82d8 disassociated. External IP: 172.27.0.171, port: e9e8bb64-87c0-4995-8096-e04505a3746a. Sep 22 21:12:52.296066 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-3e1837e8-4761-436c-b62d-5a2b4f658661 req-aec00a9d-3d85-424b-96d3-43eb3445e013 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Calling delete_port for e9e8bb64-87c0-4995-8096-e04505a3746a owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:52.486925 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3e1837e8-4761-436c-b62d-5a2b4f658661 req-aec00a9d-3d85-424b-96d3-43eb3445e013 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:52.518545 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec00a9d-3d85-424b-96d3-43eb3445e013 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Pushing event deleted for resources: {'Port': ['ID=e9e8bb64-87c0-4995-8096-e04505a3746a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:52.604283 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31beeda6-1aae-4b78-9ba5-55a11bb2aa25 req-ed466c3b-ebe6-4f1e-842d-9f0509bef206 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:52.605931 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-31beeda6-1aae-4b78-9ba5-55a11bb2aa25 req-ed466c3b-ebe6-4f1e-842d-9f0509bef206 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 943 time: 0.0474484 Sep 22 21:12:52.626872 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e1837e8-4761-436c-b62d-5a2b4f658661 req-aec00a9d-3d85-424b-96d3-43eb3445e013 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Router 6024d0f1-aa12-40a6-87fe-640b96abffb0 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:12:52.644684 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-31beeda6-1aae-4b78-9ba5-55a11bb2aa25 req-74c14dab-14be-44ee-be78-7743f23d572c tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7ab340f-d3c4-4023-9c0c-700fad52d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328553 Sep 22 21:12:52.727549 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e1837e8-4761-436c-b62d-5a2b4f658661 req-aec00a9d-3d85-424b-96d3-43eb3445e013 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:12:52.738379 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7821d36e-7156-4610-ad0c-f37c5d94f427 None None] Sync routers for ids ['6024d0f1-aa12-40a6-87fe-640b96abffb0'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:12:52.749239 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7821d36e-7156-4610-ad0c-f37c5d94f427 None None] Routers {'6024d0f1-aa12-40a6-87fe-640b96abffb0'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:12:52.749908 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7821d36e-7156-4610-ad0c-f37c5d94f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:12:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['6024d0f1-aa12-40a6-87fe-640b96abffb0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:52.767833 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1837e8-4761-436c-b62d-5a2b4f658661 req-aec00a9d-3d85-424b-96d3-43eb3445e013 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] No DVR routers for this DVR port e9e8bb64-87c0-4995-8096-e04505a3746a on host hv-cinder-81041 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:12:52.768167 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 50952) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:52.770045 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-3e1837e8-4761-436c-b62d-5a2b4f658661 req-aec00a9d-3d85-424b-96d3-43eb3445e013 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:52.771998 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3e1837e8-4761-436c-b62d-5a2b4f658661 req-aec00a9d-3d85-424b-96d3-43eb3445e013 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.48 "DELETE /v2.0/ports/e9e8bb64-87c0-4995-8096-e04505a3746a HTTP/1.1" status: 204 len: 173 time: 0.8299174 Sep 22 21:12:52.827155 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-91296876-53d3-4c8c-94ff-d5e4c5b19e3a tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:52.864643 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-91296876-53d3-4c8c-94ff-d5e4c5b19e3a tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:52.879381 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-7821d36e-7156-4610-ad0c-f37c5d94f427 None None] Set router 6024d0f1-aa12-40a6-87fe-640b96abffb0 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:12:52.928094 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d75a9274-6af2-4409-b369-7a1bf05d23fe req-df3e720d-03cd-48ef-bebe-bf77e75aab34 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/ports?device_id=a03f50da-4287-4059-be13-5b3aeb9c88d5 HTTP/1.1" status: 200 len: 210 time: 0.0266640 Sep 22 21:12:53.035390 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-91296876-53d3-4c8c-94ff-d5e4c5b19e3a tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:53.038183 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-91296876-53d3-4c8c-94ff-d5e4c5b19e3a tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:53.042422 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-91296876-53d3-4c8c-94ff-d5e4c5b19e3a tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] 10.222.0.42 "DELETE /v2.0/security-groups/77870274-b4c3-4473-86ff-764e51ae9391 HTTP/1.1" status: 204 len: 168 time: 0.2703214 Sep 22 21:12:53.051347 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91296876-53d3-4c8c-94ff-d5e4c5b19e3a tempest-TestShelveInstance-2070777555 tempest-TestShelveInstance-2070777555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77870274-b4c3-4473-86ff-764e51ae9391,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:53.107519 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7821d36e-7156-4610-ad0c-f37c5d94f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:05:03Z', 'revision_number': 4, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port': {'id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'ae337004-0185-4af4-ba09-5ec9991f4769', 'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'mac_address': 'fa:16:3e:99:61:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:02Z', 'updated_at': '2021-09-22T21:05:09Z', 'revision_number': 5, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'subnets': [{'id': '6978b747-bc4a-4923-9a63-b539852557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:53.137627 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7821d36e-7156-4610-ad0c-f37c5d94f427 None None] Checking router: 6024d0f1-aa12-40a6-87fe-640b96abffb0 for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:12:53.143394 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50958) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:53.148492 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7821d36e-7156-4610-ad0c-f37c5d94f427 None None] Routers {'6024d0f1-aa12-40a6-87fe-640b96abffb0'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:12:53.149143 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7821d36e-7156-4610-ad0c-f37c5d94f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:12:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['6024d0f1-aa12-40a6-87fe-640b96abffb0'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:53.363981 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:12:53.365841 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device df61a110-e862-4a04-b866-48b063080d70 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:12:53.392885 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: df61a110-e862-4a04-b866-48b063080d70 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:12:53.393126 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device df61a110-e862-4a04-b866-48b063080d70 not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:12:53.417304 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-7821d36e-7156-4610-ad0c-f37c5d94f427 None None] Set router 6024d0f1-aa12-40a6-87fe-640b96abffb0 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:12:53.618339 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=61cb156c-0c60-4cfe-b523-3fa1cf1b1b80,segment=NetworkSegment(b0fd0677-2ed6-4469-975c-37344912378f),segment_id=b0fd0677-2ed6-4469-975c-37344912378f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:53.637715 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': '61cb156c-0c60-4cfe-b523-3fa1cf1b1b80', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'port_id': '61cb156c-0c60-4cfe-b523-3fa1cf1b1b80', 'mac_address': 'fa:16:3e:9c:81:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:12:53.707578 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:53.724324 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:12:53.748223 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=61cb156c-0c60-4cfe-b523-3fa1cf1b1b80,segment=NetworkSegment(b0fd0677-2ed6-4469-975c-37344912378f),segment_id=b0fd0677-2ed6-4469-975c-37344912378f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:53.753500 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-7821d36e-7156-4610-ad0c-f37c5d94f427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:05:03Z', 'revision_number': 4, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port': {'id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'ae337004-0185-4af4-ba09-5ec9991f4769', 'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'mac_address': 'fa:16:3e:99:61:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:02Z', 'updated_at': '2021-09-22T21:05:09Z', 'revision_number': 5, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'subnets': [{'id': '6978b747-bc4a-4923-9a63-b539852557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:53.774491 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa3133-d05e-478f-afb9-1bc52f9a6cf9 req-7a6f8de9-3815-4a1c-bc07-7a2beae3124b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:53.776554 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-17aa3133-d05e-478f-afb9-1bc52f9a6cf9 req-7a6f8de9-3815-4a1c-bc07-7a2beae3124b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 943 time: 0.0617599 Sep 22 21:12:53.784650 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7821d36e-7156-4610-ad0c-f37c5d94f427 None None] The sync data for ids ['6024d0f1-aa12-40a6-87fe-640b96abffb0'] in dv-cinder-810415-3-iscsi is: [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:05:03Z', 'revision_number': 4, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port': {'id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'ae337004-0185-4af4-ba09-5ec9991f4769', 'name': '', 'network_id': '116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'mac_address': 'fa:16:3e:99:61:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '6978b747-bc4a-4923-9a63-b539852557c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:05:02Z', 'updated_at': '2021-09-22T21:05:09Z', 'revision_number': 5, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'subnets': [{'id': '6978b747-bc4a-4923-9a63-b539852557c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:12:53.818492 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:53.838954 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4321a2a3-6918-4801-bb16-0e296b491548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3740442'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:53.844461 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-17aa3133-d05e-478f-afb9-1bc52f9a6cf9 req-72550171-683a-4b38-b155-a1b19d30f01c tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7ab340f-d3c4-4023-9c0c-700fad52d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483558 Sep 22 21:12:53.888094 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=61cb156c-0c60-4cfe-b523-3fa1cf1b1b80,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:54.014981 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03f50da-4287-4059-be13-5b3aeb9c88d5', 'name': 'network-vif-deleted', 'tag': 'e9e8bb64-87c0-4995-8096-e04505a3746a'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:12:54.017267 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6fa040-23c6-4810-b935-dfac3d737282" -d '{"events": [{"server_uuid": "a03f50da-4287-4059-be13-5b3aeb9c88d5", "name": "network-vif-deleted", "tag": "e9e8bb64-87c0-4995-8096-e04505a3746a"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:12:54.039492 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['61cb156c-0c60-4cfe-b523-3fa1cf1b1b80'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:12:54.073868 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0db0a69-9639-4d1d-9432-b1c6d09c0cb5 x-openstack-request-id: req-f0db0a69-9639-4d1d-9432-b1c6d09c0cb5 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:12:54.074151 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a03f50da-4287-4059-be13-5b3aeb9c88d5", "name": "network-vif-deleted", "tag": "e9e8bb64-87c0-4995-8096-e04505a3746a", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:12:54.074397 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0db0a69-9639-4d1d-9432-b1c6d09c0cb5 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:12:54.074777 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03f50da-4287-4059-be13-5b3aeb9c88d5', 'name': 'network-vif-deleted', 'tag': 'e9e8bb64-87c0-4995-8096-e04505a3746a', 'status': 'completed', 'code': 200} Sep 22 21:12:54.078415 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24462cc2-a944-487e-8d25-c9faafcd0c3e None None] New status for floating IP c6b94791-bb39-4378-be8a-9928158a82d8: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:12:54.094155 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 50970) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:54.102468 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-4321a2a3-6918-4801-bb16-0e296b491548 admin admin] Deleting port e05ec4c9-1ed5-4684-90bc-91a7a8941cd1 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:54.102834 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4321a2a3-6918-4801-bb16-0e296b491548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:54.159319 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a5003cf0-212c-4af3-af9b-f38df1c68a60 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:54.184454 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a5003cf0-212c-4af3-af9b-f38df1c68a60 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:54.202707 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-4321a2a3-6918-4801-bb16-0e296b491548 admin admin] For port e05ec4c9-1ed5-4684-90bc-91a7a8941cd1, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=e05ec4c9-1ed5-4684-90bc-91a7a8941cd1,segment=NetworkSegment(534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1),segment_id=534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:54.204757 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4321a2a3-6918-4801-bb16-0e296b491548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:54.215364 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-4321a2a3-6918-4801-bb16-0e296b491548 admin admin] Calling delete_port for e05ec4c9-1ed5-4684-90bc-91a7a8941cd1 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:54.321012 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a5003cf0-212c-4af3-af9b-f38df1c68a60 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:54.323754 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a5003cf0-212c-4af3-af9b-f38df1c68a60 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:54.324955 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-a5003cf0-212c-4af3-af9b-f38df1c68a60 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "DELETE /v2.0/security-groups/53802731-1879-432b-a051-e190cd8e97ab HTTP/1.1" status: 204 len: 168 time: 0.2297599 Sep 22 21:12:54.327664 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50972) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:54.334022 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5003cf0-212c-4af3-af9b-f38df1c68a60 tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53802731-1879-432b-a051-e190cd8e97ab,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:54.355641 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.api.v2.resource [None req-d6bce911-4c80-4ee1-bae2-c0a429e4b80e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] show failed (client error): The resource could not be found. Sep 22 21:12:54.356653 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-d6bce911-4c80-4ee1-bae2-c0a429e4b80e tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "GET /v2.0/security-groups/53802731-1879-432b-a051-e190cd8e97ab HTTP/1.1" status: 404 len: 347 time: 0.0280738 Sep 22 21:12:54.359512 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50974) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:54.512011 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-efef43eb-ebf4-4016-aa4e-469a2449fb6c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Deleting port d07271fe-708b-4917-bac3-52970fa71946 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:54.512248 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-efef43eb-ebf4-4016-aa4e-469a2449fb6c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:54.583200 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-efef43eb-ebf4-4016-aa4e-469a2449fb6c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:54.583516 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-efef43eb-ebf4-4016-aa4e-469a2449fb6c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:54.590134 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4321a2a3-6918-4801-bb16-0e296b491548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:54.620887 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-efef43eb-ebf4-4016-aa4e-469a2449fb6c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Calling delete_port for d07271fe-708b-4917-bac3-52970fa71946 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:54.626239 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321a2a3-6918-4801-bb16-0e296b491548 admin admin] Pushing event deleted for resources: {'Port': ['ID=e05ec4c9-1ed5-4684-90bc-91a7a8941cd1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:54.871658 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4321a2a3-6918-4801-bb16-0e296b491548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741587'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:54.948611 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b52fdd7-d5e4-4730-8322-515c22b26e14 req-233ac013-d2fc-4d4a-9111-d919b3e6c0e9 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:54.950038 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1b52fdd7-d5e4-4730-8322-515c22b26e14 req-233ac013-d2fc-4d4a-9111-d919b3e6c0e9 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 944 time: 0.0478930 Sep 22 21:12:54.968395 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-efef43eb-ebf4-4016-aa4e-469a2449fb6c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:54.992417 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1b52fdd7-d5e4-4730-8322-515c22b26e14 req-9f602c3a-3dc7-4904-88f5-c1c224041a23 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7ab340f-d3c4-4023-9c0c-700fad52d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363185 Sep 22 21:12:55.000032 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef43eb-ebf4-4016-aa4e-469a2449fb6c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Pushing event deleted for resources: {'Port': ['ID=d07271fe-708b-4917-bac3-52970fa71946,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:55.102023 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-efef43eb-ebf4-4016-aa4e-469a2449fb6c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:55.104499 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-efef43eb-ebf4-4016-aa4e-469a2449fb6c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:55.105667 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-efef43eb-ebf4-4016-aa4e-469a2449fb6c tempest-AttachVolumeShelveTestJSON-1987899287 tempest-AttachVolumeShelveTestJSON-1987899287-project] 10.222.0.42 "DELETE /v2.0/floatingips/c6b94791-bb39-4378-be8a-9928158a82d8 HTTP/1.1" status: 204 len: 168 time: 0.7452855 Sep 22 21:12:55.165257 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4321a2a3-6918-4801-bb16-0e296b491548 admin admin] Router 9c4111cb-5200-46ce-bf10-aa82722e3197 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:12:55.267794 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4321a2a3-6918-4801-bb16-0e296b491548 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:12:55.273297 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-4321a2a3-6918-4801-bb16-0e296b491548 admin admin] 10.222.0.42 "PUT /v2.0/routers/9c4111cb-5200-46ce-bf10-aa82722e3197/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1289165 Sep 22 21:12:55.275863 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 50980) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:55.276597 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b968bda-98eb-4365-8e06-a38d6fd0b910 None None] Sync routers for ids ['9c4111cb-5200-46ce-bf10-aa82722e3197'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:12:55.287960 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b968bda-98eb-4365-8e06-a38d6fd0b910 None None] Routers {'9c4111cb-5200-46ce-bf10-aa82722e3197'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:12:55.288574 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1b968bda-98eb-4365-8e06-a38d6fd0b910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:12:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['9c4111cb-5200-46ce-bf10-aa82722e3197'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:55.323441 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:12:55.385683 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e45b7136-38ad-4a85-888f-eec5f6a75328 admin admin] Notify callbacks [] for router, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:55.435423 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-1b968bda-98eb-4365-8e06-a38d6fd0b910 None None] Set router 9c4111cb-5200-46ce-bf10-aa82722e3197 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:12:55.488675 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e45b7136-38ad-4a85-888f-eec5f6a75328 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:55.541783 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:12:55.550821 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:12:55.551188 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:55.608804 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e45b7136-38ad-4a85-888f-eec5f6a75328 admin admin] Deleting port 640c7da7-c083-4783-8f72-eb3a1631f2eb {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:55.609142 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e45b7136-38ad-4a85-888f-eec5f6a75328 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:55.678991 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:55.683412 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1b968bda-98eb-4365-8e06-a38d6fd0b910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'name': 'tempest-TestShelveInstance-1712245692-router', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:44Z', 'updated_at': '2021-09-22T21:12:54Z', 'revision_number': 5, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'gw_port': {'id': '640c7da7-c083-4783-8f72-eb3a1631f2eb', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:f0:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'device_owner': 'network:router_gateway', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:45Z', 'updated_at': '2021-09-22T21:06:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:55.693604 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-e45b7136-38ad-4a85-888f-eec5f6a75328 admin admin] For port 640c7da7-c083-4783-8f72-eb3a1631f2eb, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=640c7da7-c083-4783-8f72-eb3a1631f2eb,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:55.694066 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e45b7136-38ad-4a85-888f-eec5f6a75328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:55.706127 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-e45b7136-38ad-4a85-888f-eec5f6a75328 admin admin] Calling delete_port for 640c7da7-c083-4783-8f72-eb3a1631f2eb owned by network:router_gateway {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:55.716227 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b968bda-98eb-4365-8e06-a38d6fd0b910 None None] Checking router: 9c4111cb-5200-46ce-bf10-aa82722e3197 for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:12:55.733183 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f8cc45-0bbf-4e69-b6ca-595b0733d711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cb156c-0c60-4cfe-b523-3fa1cf1b1b80'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:12:55.735531 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34b15df-7213-41ba-a623-57b03f671327" -d '{"events": [{"server_uuid": "49f8cc45-0bbf-4e69-b6ca-595b0733d711", "name": "network-vif-plugged", "status": "completed", "tag": "61cb156c-0c60-4cfe-b523-3fa1cf1b1b80"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:12:55.740261 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b968bda-98eb-4365-8e06-a38d6fd0b910 None None] Routers {'9c4111cb-5200-46ce-bf10-aa82722e3197'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:12:55.740891 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1b968bda-98eb-4365-8e06-a38d6fd0b910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:12:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['9c4111cb-5200-46ce-bf10-aa82722e3197'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:55.785861 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=61cb156c-0c60-4cfe-b523-3fa1cf1b1b80,segment=NetworkSegment(b0fd0677-2ed6-4469-975c-37344912378f),segment_id=b0fd0677-2ed6-4469-975c-37344912378f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:55.791643 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf6872f-395f-4d10-9852-0bb5cda3455c x-openstack-request-id: req-cdf6872f-395f-4d10-9852-0bb5cda3455c {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:12:55.791915 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f8cc45-0bbf-4e69-b6ca-595b0733d711", "name": "network-vif-plugged", "status": "completed", "tag": "61cb156c-0c60-4cfe-b523-3fa1cf1b1b80", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:12:55.792160 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cdf6872f-395f-4d10-9852-0bb5cda3455c {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:12:55.792538 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f8cc45-0bbf-4e69-b6ca-595b0733d711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61cb156c-0c60-4cfe-b523-3fa1cf1b1b80', 'code': 200} Sep 22 21:12:55.849876 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-1b968bda-98eb-4365-8e06-a38d6fd0b910 None None] Set router 9c4111cb-5200-46ce-bf10-aa82722e3197 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:12:55.879427 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:55.880285 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device e9e8bb64-87c0-4995-8096-e04505a3746a no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:12:55.948991 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-1b968bda-98eb-4365-8e06-a38d6fd0b910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'name': 'tempest-TestShelveInstance-1712245692-router', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:44Z', 'updated_at': '2021-09-22T21:12:55Z', 'revision_number': 6, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'gw_port_host': None}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:55.948991 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: e9e8bb64-87c0-4995-8096-e04505a3746a {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:12:55.948991 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device e9e8bb64-87c0-4995-8096-e04505a3746a not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:12:55.975021 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b968bda-98eb-4365-8e06-a38d6fd0b910 None None] The sync data for ids ['9c4111cb-5200-46ce-bf10-aa82722e3197'] in dv-cinder-810415-3-iscsi is: [{'id': '9c4111cb-5200-46ce-bf10-aa82722e3197', 'name': 'tempest-TestShelveInstance-1712245692-router', 'tenant_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:44Z', 'updated_at': '2021-09-22T21:12:55Z', 'revision_number': 6, 'project_id': 'd0303c96e4f64c148daa15e4c5fae41d', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:12:55.996493 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=61cb156c-0c60-4cfe-b523-3fa1cf1b1b80,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:55.997164 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e45b7136-38ad-4a85-888f-eec5f6a75328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:56.026054 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b7136-38ad-4a85-888f-eec5f6a75328 admin admin] Pushing event deleted for resources: {'Port': ['ID=640c7da7-c083-4783-8f72-eb3a1631f2eb,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:56.115130 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dae5aa-2d55-417d-81e3-1b2bda672f73 req-5d49028a-6485-4bb8-8150-b88d38644b05 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:56.116596 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-91dae5aa-2d55-417d-81e3-1b2bda672f73 req-5d49028a-6485-4bb8-8150-b88d38644b05 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 945 time: 0.0491712 Sep 22 21:12:56.122904 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e45b7136-38ad-4a85-888f-eec5f6a75328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741520'] for router_gateway, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:56.157458 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-91dae5aa-2d55-417d-81e3-1b2bda672f73 req-28b5f108-1615-439c-aa7b-104de548b468 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7ab340f-d3c4-4023-9c0c-700fad52d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325689 Sep 22 21:12:56.202746 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537a8cd-3aca-4bd7-9f74-48d3782daa2f req-24ae3e9d-e0ad-463b-b90f-5eba7be46906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:56.204172 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-a537a8cd-3aca-4bd7-9f74-48d3782daa2f req-24ae3e9d-e0ad-463b-b90f-5eba7be46906 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 1098 time: 0.1287327 Sep 22 21:12:56.235166 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e45b7136-38ad-4a85-888f-eec5f6a75328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:56.238752 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e45b7136-38ad-4a85-888f-eec5f6a75328 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:56.338201 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-a537a8cd-3aca-4bd7-9f74-48d3782daa2f req-71982aa4-4449-4d97-8ec5-1226a8d62815 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d7ab340f-d3c4-4023-9c0c-700fad52d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007698 Sep 22 21:12:56.466101 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e45b7136-38ad-4a85-888f-eec5f6a75328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737398'] for router, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:56.466101 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45b7136-38ad-4a85-888f-eec5f6a75328 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c4111cb-5200-46ce-bf10-aa82722e3197 {{(pid=94796) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 21:12:56.471577 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-e45b7136-38ad-4a85-888f-eec5f6a75328 admin admin] Notify callbacks [] for router, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:56.472720 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-e45b7136-38ad-4a85-888f-eec5f6a75328 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9c4111cb-5200-46ce-bf10-aa82722e3197 HTTP/1.1" status: 204 len: 168 time: 1.1959665 Sep 22 21:12:56.475926 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 50996) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:56.529773 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-fea30bc9-e933-4180-824a-c85105151eaf admin admin] Deleting subnet 1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 21:12:56.532976 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fea30bc9-e933-4180-824a-c85105151eaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:56.569027 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fea30bc9-e933-4180-824a-c85105151eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25704749'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:56.646919 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fea30bc9-e933-4180-824a-c85105151eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971671'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:56.784491 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fea30bc9-e933-4180-824a-c85105151eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26159165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25764952'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:56.815458 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device e05ec4c9-1ed5-4684-90bc-91a7a8941cd1 no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:12:56.820234 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea30bc9-e933-4180-824a-c85105151eaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:56.827695 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-fea30bc9-e933-4180-824a-c85105151eaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:56.834217 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-fea30bc9-e933-4180-824a-c85105151eaf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1ec91a38-7d9b-4e81-8cb2-e3b1bfc5732e HTTP/1.1" status: 204 len: 168 time: 0.3547356 Sep 22 21:12:56.834573 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51002) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:56.841251 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f076e54a-da3e-4293-a9c4-8afeaf606fad None None] Network 2a163378-cd17-4e1b-90c3-7de042c0fc78 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:12:56.843534 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: e05ec4c9-1ed5-4684-90bc-91a7a8941cd1 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:12:56.849466 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device e05ec4c9-1ed5-4684-90bc-91a7a8941cd1 not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:12:56.924700 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548719'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:56.984210 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] Deleting port c2defed4-2e33-4f1a-8a78-c941acf2d81c {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:56.984554 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:57.044752 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17929ff9-d644-4c07-9fb6-70499a97e839 None None] DHCP port deletion for 2a163378-cd17-4e1b-90c3-7de042c0fc78 request from dv-cinder-810415-3-iscsi {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 21:12:57.060402 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] For port c2defed4-2e33-4f1a-8a78-c941acf2d81c, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=c2defed4-2e33-4f1a-8a78-c941acf2d81c,segment=NetworkSegment(534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1),segment_id=534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:57.060793 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:57.074117 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] Calling delete_port for c2defed4-2e33-4f1a-8a78-c941acf2d81c owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:57.090012 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-17929ff9-d644-4c07-9fb6-70499a97e839 None None] Deleting port c2defed4-2e33-4f1a-8a78-c941acf2d81c {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:57.090383 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-17929ff9-d644-4c07-9fb6-70499a97e839 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:57.151147 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-17929ff9-d644-4c07-9fb6-70499a97e839 None None] For port c2defed4-2e33-4f1a-8a78-c941acf2d81c, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=c2defed4-2e33-4f1a-8a78-c941acf2d81c,segment=NetworkSegment(534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1),segment_id=534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:57.151522 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-17929ff9-d644-4c07-9fb6-70499a97e839 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:57.163633 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-17929ff9-d644-4c07-9fb6-70499a97e839 None None] Calling delete_port for c2defed4-2e33-4f1a-8a78-c941acf2d81c owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:57.283421 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02083868-0eba-4951-aebb-16feb20b05f4 req-e0c82a05-581e-48be-9c9d-d3dc43d5faa9 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:57.284865 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-02083868-0eba-4951-aebb-16feb20b05f4 req-e0c82a05-581e-48be-9c9d-d3dc43d5faa9 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 945 time: 0.0586288 Sep 22 21:12:57.287055 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:57.295643 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-17929ff9-d644-4c07-9fb6-70499a97e839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:57.324930 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17929ff9-d644-4c07-9fb6-70499a97e839 None None] Pushing event deleted for resources: {'Port': ['ID=c2defed4-2e33-4f1a-8a78-c941acf2d81c,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:57.327202 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2defed4-2e33-4f1a-8a78-c941acf2d81c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:57.331452 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17929ff9-d644-4c07-9fb6-70499a97e839 None None] No DVR routers for this DVR port c2defed4-2e33-4f1a-8a78-c941acf2d81c on host dv-cinder-810415-3-iscsi {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:12:57.332765 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] No DVR routers for this DVR port c2defed4-2e33-4f1a-8a78-c941acf2d81c on host dv-cinder-810415-3-iscsi {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:12:57.381052 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-02083868-0eba-4951-aebb-16feb20b05f4 req-63ee2219-5086-4eb9-980d-73fc24598c34 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7ab340f-d3c4-4023-9c0c-700fad52d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865600 Sep 22 21:12:57.422195 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-969262', 'neutron.services.segments.db._delete_segments_for_network-8786352064148'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:57.442045 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a163378-cd17-4e1b-90c3-7de042c0fc78']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:57.451039 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:57.451334 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534c3f2f-f53e-4e6a-a3cc-4d71cd6304b1') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:57.460305 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786352062877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25704756'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:57.473080 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:57.479372 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:12:57.479753 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26159507'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: Traceback (most recent call last): Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: timer() Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: cb(*args, **kw) Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: return func(*args, **kwargs) Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: self._notify() Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: self.callback(batched_events) Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: event.method(event) Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: return f(self, *a, **k) Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: return self._get(url).json() Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: return self.request(url, 'GET', **kwargs) Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 21:12:57.481410 dv-cinder-810415-3-iscsi neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 21:12:57.646413 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-969241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741452'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:57.652308 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:57.656392 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2a163378-cd17-4e1b-90c3-7de042c0fc78 HTTP/1.1" status: 204 len: 168 time: 0.8188083 Sep 22 21:12:57.657338 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 51006) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:57.664795 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088b936-5911-4700-9a8a-496ae007ad03 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a163378-cd17-4e1b-90c3-7de042c0fc78,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:57.846183 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 51014) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:58.427103 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b528-6b34-4d44-9946-97ba8b33058f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3740442'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:58.438376 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device c2defed4-2e33-4f1a-8a78-c941acf2d81c no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:12:58.471152 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: c2defed4-2e33-4f1a-8a78-c941acf2d81c {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:12:58.471500 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device c2defed4-2e33-4f1a-8a78-c941acf2d81c not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:12:58.471925 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 640c7da7-c083-4783-8f72-eb3a1631f2eb no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:12:58.494444 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: 640c7da7-c083-4783-8f72-eb3a1631f2eb {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:12:58.494809 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 640c7da7-c083-4783-8f72-eb3a1631f2eb not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:12:58.529063 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a5970-1ffc-4910-8009-c31e5fec8d64 req-9f362a53-ce7a-42fb-bb04-1996ee143860 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:58.530541 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a92a5970-1ffc-4910-8009-c31e5fec8d64 req-9f362a53-ce7a-42fb-bb04-1996ee143860 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 945 time: 0.0563090 Sep 22 21:12:58.567837 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a92a5970-1ffc-4910-8009-c31e5fec8d64 req-f9ebb24b-a631-4100-b5e1-2090838b9ecd tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7ab340f-d3c4-4023-9c0c-700fad52d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313466 Sep 22 21:12:58.677526 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d042459-f276-45df-88d9-56bd64c1158e req-65a0e0b2-da06-49d6-8306-d24633037d22 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:12:58.678924 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7d042459-f276-45df-88d9-56bd64c1158e req-65a0e0b2-da06-49d6-8306-d24633037d22 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 945 time: 0.0492625 Sep 22 21:12:58.688134 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51022) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:12:58.692588 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.v2.base [None req-95b84568-9d11-4154-9db1-79f24be4ee94 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Request body: {'floatingip': {'port_id': '61cb156c-0c60-4cfe-b523-3fa1cf1b1b80'}} {{(pid=94795) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:12:58.715878 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1171c12-7ee9-49e5-895b-8a3aa95aa7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3740442'] for router_interface, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:58.730657 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-95b84568-9d11-4154-9db1-79f24be4ee94 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for floatingip, before_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:58.844285 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6dc3b528-6b34-4d44-9946-97ba8b33058f admin admin] Deleting port ec1a456d-873f-4291-8e7d-b3777fc688a9 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:58.844622 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b528-6b34-4d44-9946-97ba8b33058f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:58.972778 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-6dc3b528-6b34-4d44-9946-97ba8b33058f admin admin] For port ec1a456d-873f-4291-8e7d-b3777fc688a9, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=ec1a456d-873f-4291-8e7d-b3777fc688a9,segment=NetworkSegment(f4af846f-3e3d-44aa-bb73-76be17ff60fa),segment_id=f4af846f-3e3d-44aa-bb73-76be17ff60fa)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:58.973064 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b528-6b34-4d44-9946-97ba8b33058f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:58.991323 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-6dc3b528-6b34-4d44-9946-97ba8b33058f admin admin] Calling delete_port for ec1a456d-873f-4291-8e7d-b3777fc688a9 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:59.161084 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-a1171c12-7ee9-49e5-895b-8a3aa95aa7bc admin admin] Deleting port ae337004-0185-4af4-ba09-5ec9991f4769 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:12:59.161427 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1171c12-7ee9-49e5-895b-8a3aa95aa7bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:59.161810 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-95b84568-9d11-4154-9db1-79f24be4ee94 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:59.218056 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-95b84568-9d11-4154-9db1-79f24be4ee94 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741466'] for floatingip, after_update {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:59.281784 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-a1171c12-7ee9-49e5-895b-8a3aa95aa7bc admin admin] For port ae337004-0185-4af4-ba09-5ec9991f4769, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=ae337004-0185-4af4-ba09-5ec9991f4769,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:12:59.282039 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1171c12-7ee9-49e5-895b-8a3aa95aa7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:59.297859 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-a1171c12-7ee9-49e5-895b-8a3aa95aa7bc admin admin] Calling delete_port for ae337004-0185-4af4-ba09-5ec9991f4769 owned by network:router_interface {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:12:59.317553 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.db.l3_db [None req-95b84568-9d11-4154-9db1-79f24be4ee94 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Floating IP 09ad95df-b710-455f-9d1f-3d68cc4b531f associated. External IP: 172.27.0.40, port: 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80. Sep 22 21:12:59.359292 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b528-6b34-4d44-9946-97ba8b33058f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:59.398097 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3b528-6b34-4d44-9946-97ba8b33058f admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1a456d-873f-4291-8e7d-b3777fc688a9,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:59.647500 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b528-6b34-4d44-9946-97ba8b33058f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741587'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:59.706057 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1171c12-7ee9-49e5-895b-8a3aa95aa7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:59.764771 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1171c12-7ee9-49e5-895b-8a3aa95aa7bc admin admin] Pushing event deleted for resources: {'Port': ['ID=ae337004-0185-4af4-ba09-5ec9991f4769,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:12:59.794148 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b84568-9d11-4154-9db1-79f24be4ee94 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Router 0c140487-6306-4717-8c31-18b6bf25f12c has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:12:59.919449 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b84568-9d11-4154-9db1-79f24be4ee94 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:12:59.924528 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-95b84568-9d11-4154-9db1-79f24be4ee94 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:12:59.933045 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d81ca-ac00-4731-958f-d9663be41e94 None None] Sync routers for ids ['0c140487-6306-4717-8c31-18b6bf25f12c'] in dv-cinder-810415-3-iscsi {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:12:59.944175 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d81ca-ac00-4731-958f-d9663be41e94 None None] Routers {'0c140487-6306-4717-8c31-18b6bf25f12c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:12:59.945133 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9d8d81ca-ac00-4731-958f-d9663be41e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:12:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['0c140487-6306-4717-8c31-18b6bf25f12c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:12:59.965251 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-95b84568-9d11-4154-9db1-79f24be4ee94 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "PUT /v2.0/floatingips/09ad95df-b710-455f-9d1f-3d68cc4b531f HTTP/1.1" status: 200 len: 990 time: 1.2735467 Sep 22 21:12:59.965251 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f8cc45-0bbf-4e69-b6ca-595b0733d711', 'tag': '61cb156c-0c60-4cfe-b523-3fa1cf1b1b80'}] {{(pid=94795) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:12:59.966491 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f9e82ad46dbda8c41019e9d45a01ce2f125e700925afeafc1c5e0f0766aab3f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2fd6c0-5021-4faf-bc42-761fbe9de772" -d '{"events": [{"name": "network-changed", "server_uuid": "49f8cc45-0bbf-4e69-b6ca-595b0733d711", "tag": "61cb156c-0c60-4cfe-b523-3fa1cf1b1b80"}]}' {{(pid=94795) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:13:00.010354 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd94f6a-734c-4023-9585-54077a64c1f9 x-openstack-request-id: req-4fd94f6a-734c-4023-9585-54077a64c1f9 {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:13:00.011634 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f8cc45-0bbf-4e69-b6ca-595b0733d711", "tag": "61cb156c-0c60-4cfe-b523-3fa1cf1b1b80", "status": "completed", "code": 200}]} {{(pid=94795) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:13:00.012139 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4fd94f6a-734c-4023-9585-54077a64c1f9 {{(pid=94795) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:13:00.012777 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f8cc45-0bbf-4e69-b6ca-595b0733d711', 'tag': '61cb156c-0c60-4cfe-b523-3fa1cf1b1b80', 'status': 'completed', 'code': 200} Sep 22 21:13:00.070671 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-9d8d81ca-ac00-4731-958f-d9663be41e94 None None] Set router 0c140487-6306-4717-8c31-18b6bf25f12c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:13:00.269376 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc3b528-6b34-4d44-9946-97ba8b33058f admin admin] Router db9b57d4-0c52-406d-b460-7840013451bb has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:13:00.288830 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9d8d81ca-ac00-4731-958f-d9663be41e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:08:54Z', 'revision_number': 4, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': '09ad95df-b710-455f-9d1f-3d68cc4b531f', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'port_id': '61cb156c-0c60-4cfe-b523-3fa1cf1b1b80', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'mac_address': 'fa:16:3e:9c:81:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f8cc45-0bbf-4e69-b6ca-595b0733d711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:12:43Z', 'updated_at': '2021-09-22T21:12:59Z', 'revision_number': 1, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd41ef05-2926-4ea4-aca1-66407f303220', 'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'mac_address': 'fa:16:3e:ac:12:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:53Z', 'updated_at': '2021-09-22T21:08:58Z', 'revision_number': 5, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'subnets': [{'id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:00.291832 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fd6c0-5021-4faf-bc42-761fbe9de772 req-5daaa9f7-9f33-494a-8e0b-f7018075663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:00.293389 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-bc2fd6c0-5021-4faf-bc42-761fbe9de772 req-5daaa9f7-9f33-494a-8e0b-f7018075663a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=0fef5875b3f244b98c4d699e2af9007e&device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 1098 time: 0.1074800 Sep 22 21:13:00.296103 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-a1171c12-7ee9-49e5-895b-8a3aa95aa7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741587'] for router_interface, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:00.319373 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d81ca-ac00-4731-958f-d9663be41e94 None None] Checking router: 0c140487-6306-4717-8c31-18b6bf25f12c for host: dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:13:00.327426 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8d81ca-ac00-4731-958f-d9663be41e94 None None] Routers {'0c140487-6306-4717-8c31-18b6bf25f12c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:13:00.328009 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9d8d81ca-ac00-4731-958f-d9663be41e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:12:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['0c140487-6306-4717-8c31-18b6bf25f12c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:00.437843 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-9d8d81ca-ac00-4731-958f-d9663be41e94 None None] Set router 0c140487-6306-4717-8c31-18b6bf25f12c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:13:00.547313 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc3b528-6b34-4d44-9946-97ba8b33058f admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:13:00.549273 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fd6c0-5021-4faf-bc42-761fbe9de772 req-80bb8180-f617-459c-ae39-cf16a4a4169b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:00.550725 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-bc2fd6c0-5021-4faf-bc42-761fbe9de772 req-80bb8180-f617-459c-ae39-cf16a4a4169b service neutron] 10.222.0.48 "GET /v2.0/networks?id=a467527e-b059-4d2f-a877-04dde43195f3 HTTP/1.1" status: 200 len: 912 time: 0.2472010 Sep 22 21:13:00.558578 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-6dc3b528-6b34-4d44-9946-97ba8b33058f admin admin] 10.222.0.42 "PUT /v2.0/routers/db9b57d4-0c52-406d-b460-7840013451bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8971717 Sep 22 21:13:00.558758 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd547d3-717b-4ec2-85c1-3e35e1c3ba71 None None] Sync routers for ids ['db9b57d4-0c52-406d-b460-7840013451bb'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:13:00.559278 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51030) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:00.580018 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd547d3-717b-4ec2-85c1-3e35e1c3ba71 None None] Routers {'db9b57d4-0c52-406d-b460-7840013451bb'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:13:00.580859 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8bd547d3-717b-4ec2-85c1-3e35e1c3ba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:12:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['db9b57d4-0c52-406d-b460-7840013451bb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:00.663599 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-bc2fd6c0-5021-4faf-bc42-761fbe9de772 req-b189cc52-16cf-4e37-97d4-738830f2b3c9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 HTTP/1.1" status: 200 len: 998 time: 0.1019001 Sep 22 21:13:00.676705 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-9d8d81ca-ac00-4731-958f-d9663be41e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:08:54Z', 'revision_number': 4, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': '09ad95df-b710-455f-9d1f-3d68cc4b531f', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'port_id': '61cb156c-0c60-4cfe-b523-3fa1cf1b1b80', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'mac_address': 'fa:16:3e:9c:81:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f8cc45-0bbf-4e69-b6ca-595b0733d711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:12:43Z', 'updated_at': '2021-09-22T21:12:59Z', 'revision_number': 1, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd41ef05-2926-4ea4-aca1-66407f303220', 'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'mac_address': 'fa:16:3e:ac:12:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:53Z', 'updated_at': '2021-09-22T21:08:58Z', 'revision_number': 5, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'subnets': [{'id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:00.702575 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8d81ca-ac00-4731-958f-d9663be41e94 None None] The sync data for ids ['0c140487-6306-4717-8c31-18b6bf25f12c'] in dv-cinder-810415-3-iscsi is: [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:08:54Z', 'revision_number': 4, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': '09ad95df-b710-455f-9d1f-3d68cc4b531f', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'floating_ip_address': '172.27.0.40', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'port_id': '61cb156c-0c60-4cfe-b523-3fa1cf1b1b80', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'mac_address': 'fa:16:3e:9c:81:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f8cc45-0bbf-4e69-b6ca-595b0733d711', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:12:43Z', 'updated_at': '2021-09-22T21:12:59Z', 'revision_number': 1, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd41ef05-2926-4ea4-aca1-66407f303220', 'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'mac_address': 'fa:16:3e:ac:12:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:53Z', 'updated_at': '2021-09-22T21:08:58Z', 'revision_number': 5, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'subnets': [{'id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:13:00.717160 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9ae3fe93-8815-4f0c-bcee-604593b3433b admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:00.717499 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-8bd547d3-717b-4ec2-85c1-3e35e1c3ba71 None None] Set router db9b57d4-0c52-406d-b460-7840013451bb gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:13:00.769112 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1171c12-7ee9-49e5-895b-8a3aa95aa7bc admin admin] Router 6024d0f1-aa12-40a6-87fe-640b96abffb0 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:13:00.776241 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fd6c0-5021-4faf-bc42-761fbe9de772 req-e1af40a2-8696-4649-9bc4-71631fbdbd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:00.777777 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-bc2fd6c0-5021-4faf-bc42-761fbe9de772 req-e1af40a2-8696-4649-9bc4-71631fbdbd68 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=44b9dea5-d892-4468-94cb-e49c88cec80c HTTP/1.1" status: 200 len: 850 time: 0.0627236 Sep 22 21:13:00.838113 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9ae3fe93-8815-4f0c-bcee-604593b3433b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:00.877218 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fd6c0-5021-4faf-bc42-761fbe9de772 req-603bf15e-e9aa-4da8-97ae-c293882350b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:00.878723 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-bc2fd6c0-5021-4faf-bc42-761fbe9de772 req-603bf15e-e9aa-4da8-97ae-c293882350b1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a467527e-b059-4d2f-a877-04dde43195f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0937471 Sep 22 21:13:00.957244 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1171c12-7ee9-49e5-895b-8a3aa95aa7bc admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:13:00.963879 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-a1171c12-7ee9-49e5-895b-8a3aa95aa7bc admin admin] 10.222.0.42 "PUT /v2.0/routers/6024d0f1-aa12-40a6-87fe-640b96abffb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1165788 Sep 22 21:13:00.968365 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136604cd-e4bb-443c-838c-7ebc74060674 None None] Sync routers for ids ['6024d0f1-aa12-40a6-87fe-640b96abffb0'] in dv-cinder-810415-3-iscsi {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:13:00.979163 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51032) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:00.982011 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136604cd-e4bb-443c-838c-7ebc74060674 None None] Routers {'6024d0f1-aa12-40a6-87fe-640b96abffb0'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:13:00.982767 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-136604cd-e4bb-443c-838c-7ebc74060674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:12:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['6024d0f1-aa12-40a6-87fe-640b96abffb0'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:01.013193 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba4d818-4860-4be7-a39f-9ba6209fe0b8 None None] New status for floating IP 09ad95df-b710-455f-9d1f-3d68cc4b531f: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:13:01.022594 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-bc2fd6c0-5021-4faf-bc42-761fbe9de772 req-b34e51eb-559d-408d-b575-73d1492520d1 service neutron] 10.222.0.48 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142533 Sep 22 21:13:01.054323 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c4f6327d-df62-4710-89f4-fa5c34ebaeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:01.066617 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3fe93-8815-4f0c-bcee-604593b3433b admin admin] Deleting port 01e4fb84-ea60-41b8-b043-5ed77a4b6d5c {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:13:01.066959 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9ae3fe93-8815-4f0c-bcee-604593b3433b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:01.160366 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-bc2fd6c0-5021-4faf-bc42-761fbe9de772 req-3b267e5b-8a6a-40cd-8620-e2c83c5c7a83 service neutron] 10.222.0.48 "GET /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307030 Sep 22 21:13:01.172859 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-136604cd-e4bb-443c-838c-7ebc74060674 None None] Set router 6024d0f1-aa12-40a6-87fe-640b96abffb0 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:13:01.203223 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8bd547d3-717b-4ec2-85c1-3e35e1c3ba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9b57d4-0c52-406d-b460-7840013451bb', 'name': 'tempest-TestShelveInstance-1323692191-router', 'tenant_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '01e4fb84-ea60-41b8-b043-5ed77a4b6d5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:53Z', 'updated_at': '2021-09-22T21:12:59Z', 'revision_number': 5, 'project_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'gw_port': {'id': '01e4fb84-ea60-41b8-b043-5ed77a4b6d5c', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6c:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db9b57d4-0c52-406d-b460-7840013451bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:06:54Z', 'updated_at': '2021-09-22T21:06:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:01.208651 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2b767bd8-5d9a-4a93-b31d-f0d0f2172c4d admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:01.232838 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd547d3-717b-4ec2-85c1-3e35e1c3ba71 None None] Checking router: db9b57d4-0c52-406d-b460-7840013451bb for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:13:01.241433 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd547d3-717b-4ec2-85c1-3e35e1c3ba71 None None] Routers {'db9b57d4-0c52-406d-b460-7840013451bb'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:13:01.242034 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8bd547d3-717b-4ec2-85c1-3e35e1c3ba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:12:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['db9b57d4-0c52-406d-b460-7840013451bb'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:01.257518 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-9ae3fe93-8815-4f0c-bcee-604593b3433b admin admin] For port 01e4fb84-ea60-41b8-b043-5ed77a4b6d5c, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=01e4fb84-ea60-41b8-b043-5ed77a4b6d5c,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:13:01.258074 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9ae3fe93-8815-4f0c-bcee-604593b3433b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:01.276429 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3fe93-8815-4f0c-bcee-604593b3433b admin admin] Calling delete_port for 01e4fb84-ea60-41b8-b043-5ed77a4b6d5c owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:13:01.340721 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-8bd547d3-717b-4ec2-85c1-3e35e1c3ba71 None None] Set router db9b57d4-0c52-406d-b460-7840013451bb gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:13:01.389699 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2b767bd8-5d9a-4a93-b31d-f0d0f2172c4d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:01.398712 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-8bd547d3-717b-4ec2-85c1-3e35e1c3ba71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db9b57d4-0c52-406d-b460-7840013451bb', 'name': 'tempest-TestShelveInstance-1323692191-router', 'tenant_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:53Z', 'updated_at': '2021-09-22T21:13:00Z', 'revision_number': 6, 'project_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'gw_port_host': None}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:01.429419 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd547d3-717b-4ec2-85c1-3e35e1c3ba71 None None] The sync data for ids ['db9b57d4-0c52-406d-b460-7840013451bb'] in dv-cinder-810415-3-iscsi is: [{'id': 'db9b57d4-0c52-406d-b460-7840013451bb', 'name': 'tempest-TestShelveInstance-1323692191-router', 'tenant_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:06:53Z', 'updated_at': '2021-09-22T21:13:00Z', 'revision_number': 6, 'project_id': 'b57847441dbe431b82f9eeaefe3a87b5', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:13:01.464049 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-136604cd-e4bb-443c-838c-7ebc74060674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38'}], 'enable_snat': True}, 'gw_port_id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:12:59Z', 'revision_number': 5, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port': {'id': 'a830328e-8330-4cf2-ab83-3f2214d0d43d', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:bd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:04:59Z', 'updated_at': '2021-09-22T21:05:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:01.491378 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136604cd-e4bb-443c-838c-7ebc74060674 None None] Checking router: 6024d0f1-aa12-40a6-87fe-640b96abffb0 for host: dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:13:01.500584 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136604cd-e4bb-443c-838c-7ebc74060674 None None] Routers {'6024d0f1-aa12-40a6-87fe-640b96abffb0'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:13:01.501212 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-136604cd-e4bb-443c-838c-7ebc74060674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:12:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['6024d0f1-aa12-40a6-87fe-640b96abffb0'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:01.539262 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-2b767bd8-5d9a-4a93-b31d-f0d0f2172c4d admin admin] Deleting port a830328e-8330-4cf2-ab83-3f2214d0d43d {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:13:01.539604 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2b767bd8-5d9a-4a93-b31d-f0d0f2172c4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:01.583490 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-136604cd-e4bb-443c-838c-7ebc74060674 None None] Set router 6024d0f1-aa12-40a6-87fe-640b96abffb0 gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:13:01.592457 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9ae3fe93-8815-4f0c-bcee-604593b3433b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:01.629314 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3fe93-8815-4f0c-bcee-604593b3433b admin admin] Pushing event deleted for resources: {'Port': ['ID=01e4fb84-ea60-41b8-b043-5ed77a4b6d5c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:01.636386 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-136604cd-e4bb-443c-838c-7ebc74060674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:13:01Z', 'revision_number': 6, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port_host': None}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:01.662025 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136604cd-e4bb-443c-838c-7ebc74060674 None None] The sync data for ids ['6024d0f1-aa12-40a6-87fe-640b96abffb0'] in dv-cinder-810415-3-iscsi is: [{'id': '6024d0f1-aa12-40a6-87fe-640b96abffb0', 'name': 'tempest-AttachVolumeShelveTestJSON-619991179-router', 'tenant_id': 'a6b763283e694a7fb6a51a7298132497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:04:58Z', 'updated_at': '2021-09-22T21:13:01Z', 'revision_number': 6, 'project_id': 'a6b763283e694a7fb6a51a7298132497', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:13:01.694217 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-2b767bd8-5d9a-4a93-b31d-f0d0f2172c4d admin admin] For port a830328e-8330-4cf2-ab83-3f2214d0d43d, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=a830328e-8330-4cf2-ab83-3f2214d0d43d,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:13:01.694581 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2b767bd8-5d9a-4a93-b31d-f0d0f2172c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:01.712116 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-2b767bd8-5d9a-4a93-b31d-f0d0f2172c4d admin admin] Calling delete_port for a830328e-8330-4cf2-ab83-3f2214d0d43d owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:13:01.724628 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9ae3fe93-8815-4f0c-bcee-604593b3433b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741520'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:01.848554 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9ae3fe93-8815-4f0c-bcee-604593b3433b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:01.852296 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9ae3fe93-8815-4f0c-bcee-604593b3433b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:01.966605 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:13:01.982531 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9ae3fe93-8815-4f0c-bcee-604593b3433b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737398'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:01.983037 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae3fe93-8815-4f0c-bcee-604593b3433b admin admin] Fanout notify agent at l3_agent the message router_deleted on router db9b57d4-0c52-406d-b460-7840013451bb {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 21:13:01.992461 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9ae3fe93-8815-4f0c-bcee-604593b3433b admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:01.994326 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-9ae3fe93-8815-4f0c-bcee-604593b3433b admin admin] 10.222.0.42 "DELETE /v2.0/routers/db9b57d4-0c52-406d-b460-7840013451bb HTTP/1.1" status: 204 len: 168 time: 1.4344239 Sep 22 21:13:01.997065 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 51036) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:02.043962 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-b771a074-dafe-4782-a6ef-47e3df553505 admin admin] Deleting subnet d40cd583-e251-4c5e-8a3d-da227da61fb0 {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 21:13:02.050866 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b771a074-dafe-4782-a6ef-47e3df553505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.075457 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2b767bd8-5d9a-4a93-b31d-f0d0f2172c4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.089237 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b771a074-dafe-4782-a6ef-47e3df553505 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26635490'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.101559 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b767bd8-5d9a-4a93-b31d-f0d0f2172c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=a830328e-8330-4cf2-ab83-3f2214d0d43d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:02.168879 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2b767bd8-5d9a-4a93-b31d-f0d0f2172c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741520'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.171922 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b771a074-dafe-4782-a6ef-47e3df553505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971671'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.264649 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b771a074-dafe-4782-a6ef-47e3df553505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27223618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26049022'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.268707 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2b767bd8-5d9a-4a93-b31d-f0d0f2172c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.271045 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2b767bd8-5d9a-4a93-b31d-f0d0f2172c4d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.295088 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771a074-dafe-4782-a6ef-47e3df553505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d40cd583-e251-4c5e-8a3d-da227da61fb0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:02.299675 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b771a074-dafe-4782-a6ef-47e3df553505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.304143 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-b771a074-dafe-4782-a6ef-47e3df553505 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d40cd583-e251-4c5e-8a3d-da227da61fb0 HTTP/1.1" status: 204 len: 168 time: 0.3037994 Sep 22 21:13:02.304491 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 51040) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:02.307371 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852fe05c-420e-41e2-a6bb-a99ed91e83c6 None None] Network 2cb1020d-f42c-40cc-b490-945cc26f2b38 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:13:02.377229 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548719'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.395297 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2b767bd8-5d9a-4a93-b31d-f0d0f2172c4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737398'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.395966 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b767bd8-5d9a-4a93-b31d-f0d0f2172c4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6024d0f1-aa12-40a6-87fe-640b96abffb0 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 21:13:02.401619 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2b767bd8-5d9a-4a93-b31d-f0d0f2172c4d admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.405170 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-2b767bd8-5d9a-4a93-b31d-f0d0f2172c4d admin admin] 10.222.0.42 "DELETE /v2.0/routers/6024d0f1-aa12-40a6-87fe-640b96abffb0 HTTP/1.1" status: 204 len: 168 time: 1.4222856 Sep 22 21:13:02.405332 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51042) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:02.444882 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] Deleting port d2131b5b-99a5-466e-a570-15fb2fdef17c {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:13:02.445312 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.466902 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b3ae28-d27e-4bc1-837c-3627067c0002 admin admin] Deleting subnet 6978b747-bc4a-4923-9a63-b539852557c1 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 21:13:02.473620 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00b3ae28-d27e-4bc1-837c-3627067c0002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.510296 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00b3ae28-d27e-4bc1-837c-3627067c0002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25704749'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.521221 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] For port d2131b5b-99a5-466e-a570-15fb2fdef17c, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=d2131b5b-99a5-466e-a570-15fb2fdef17c,segment=NetworkSegment(f4af846f-3e3d-44aa-bb73-76be17ff60fa),segment_id=f4af846f-3e3d-44aa-bb73-76be17ff60fa)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:13:02.521519 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.534959 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] Calling delete_port for d2131b5b-99a5-466e-a570-15fb2fdef17c owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:13:02.594984 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00b3ae28-d27e-4bc1-837c-3627067c0002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971671'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.670188 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.699743 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2131b5b-99a5-466e-a570-15fb2fdef17c,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:02.703050 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] No DVR routers for this DVR port d2131b5b-99a5-466e-a570-15fb2fdef17c on host dv-cinder-810415-3-iscsi {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:13:02.738780 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00b3ae28-d27e-4bc1-837c-3627067c0002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26159165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25764952'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.771729 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf81e51d-a42a-4f8f-b23e-350876551360 None None] DHCP port deletion for 2cb1020d-f42c-40cc-b490-945cc26f2b38 request from dv-cinder-810415-3-iscsi {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 21:13:02.773648 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3ae28-d27e-4bc1-837c-3627067c0002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6978b747-bc4a-4923-9a63-b539852557c1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:02.778445 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-00b3ae28-d27e-4bc1-837c-3627067c0002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.780351 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-00b3ae28-d27e-4bc1-837c-3627067c0002 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6978b747-bc4a-4923-9a63-b539852557c1 HTTP/1.1" status: 204 len: 168 time: 0.3740139 Sep 22 21:13:02.783290 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51044) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:02.788057 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-969262', 'neutron.services.segments.db._delete_segments_for_network-8786352064148'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.791956 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bb80e7-a708-44fa-816d-6a63c2970b30 None None] Network 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:13:02.815858 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb1020d-f42c-40cc-b490-945cc26f2b38']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:02.826440 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4af846f-3e3d-44aa-bb73-76be17ff60fa') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:02.827002 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4af846f-3e3d-44aa-bb73-76be17ff60fa') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:02.842830 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786352062877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26635515'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.858810 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.868009 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:13:02.869012 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27224044'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: Traceback (most recent call last): Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: timer() Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: cb(*args, **kw) Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: return func(*args, **kwargs) Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: self._notify() Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: self.callback(batched_events) Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: event.method(event) Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: return f(self, *a, **k) Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: return self._get(url).json() Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: return self.request(url, 'GET', **kwargs) Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 21:13:02.872354 dv-cinder-810415-3-iscsi neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 21:13:02.894416 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548719'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.949940 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device ae337004-0185-4af4-ba09-5ec9991f4769 no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:13:02.955162 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] Deleting port a7ff58ff-b43f-4a43-8f26-28d892b296ab {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:13:02.955500 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.978199 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: ae337004-0185-4af4-ba09-5ec9991f4769 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:13:02.978199 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device ae337004-0185-4af4-ba09-5ec9991f4769 not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:13:02.978199 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device ec1a456d-873f-4291-8e7d-b3777fc688a9 no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:13:02.995284 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-969241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741452'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:02.997753 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: ec1a456d-873f-4291-8e7d-b3777fc688a9 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:13:02.998133 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device ec1a456d-873f-4291-8e7d-b3777fc688a9 not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:13:02.998570 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 01e4fb84-ea60-41b8-b043-5ed77a4b6d5c no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:13:03.000400 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:03.009440 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2cb1020d-f42c-40cc-b490-945cc26f2b38 HTTP/1.1" status: 204 len: 168 time: 0.7019866 Sep 22 21:13:03.023184 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: 01e4fb84-ea60-41b8-b043-5ed77a4b6d5c {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:13:03.023184 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 01e4fb84-ea60-41b8-b043-5ed77a4b6d5c not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:13:03.028544 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb71f60d-78b0-43da-808a-c873f69fa722 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cb1020d-f42c-40cc-b490-945cc26f2b38,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:03.028694 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] For port a7ff58ff-b43f-4a43-8f26-28d892b296ab, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=a7ff58ff-b43f-4a43-8f26-28d892b296ab,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:13:03.030529 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:03.056780 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] Calling delete_port for a7ff58ff-b43f-4a43-8f26-28d892b296ab owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:13:03.122226 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b6c4d6-3d2d-4930-b94b-0e002748aaff None None] DHCP port deletion for 116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb request from dv-cinder-810415-3-iscsi {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 21:13:03.171026 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-43b6c4d6-3d2d-4930-b94b-0e002748aaff None None] Deleting port a7ff58ff-b43f-4a43-8f26-28d892b296ab {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:13:03.172704 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-43b6c4d6-3d2d-4930-b94b-0e002748aaff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:03.207050 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:03.233711 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ff58ff-b43f-4a43-8f26-28d892b296ab,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:03.235618 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-43b6c4d6-3d2d-4930-b94b-0e002748aaff None None] For port a7ff58ff-b43f-4a43-8f26-28d892b296ab, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=a7ff58ff-b43f-4a43-8f26-28d892b296ab,segment=NetworkSegment(044a31a1-f554-45d4-baae-b0e9a3cfb293),segment_id=044a31a1-f554-45d4-baae-b0e9a3cfb293)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:13:03.236440 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-43b6c4d6-3d2d-4930-b94b-0e002748aaff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:03.240391 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] No DVR routers for this DVR port a7ff58ff-b43f-4a43-8f26-28d892b296ab on host dv-cinder-810415-3-iscsi {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:13:03.249743 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-43b6c4d6-3d2d-4930-b94b-0e002748aaff None None] Calling delete_port for a7ff58ff-b43f-4a43-8f26-28d892b296ab owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:13:03.318333 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-969262', 'neutron.services.segments.db._delete_segments_for_network-8786352064148'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:03.326671 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-43b6c4d6-3d2d-4930-b94b-0e002748aaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:03.339973 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:03.351290 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044a31a1-f554-45d4-baae-b0e9a3cfb293') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:03.351645 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044a31a1-f554-45d4-baae-b0e9a3cfb293') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:03.352432 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6c4d6-3d2d-4930-b94b-0e002748aaff None None] Pushing event deleted for resources: {'Port': ['ID=a7ff58ff-b43f-4a43-8f26-28d892b296ab,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:03.356183 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b6c4d6-3d2d-4930-b94b-0e002748aaff None None] No DVR routers for this DVR port a7ff58ff-b43f-4a43-8f26-28d892b296ab on host dv-cinder-810415-3-iscsi {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:13:03.363042 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786352062877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25704756'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:03.366466 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 51050) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:03.379034 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:03.385775 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:13:03.386799 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26159507'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: Traceback (most recent call last): Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: timer() Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: cb(*args, **kw) Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: return func(*args, **kwargs) Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: self._notify() Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: self.callback(batched_events) Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: event.method(event) Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: return f(self, *a, **k) Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: return self._get(url).json() Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: return self.request(url, 'GET', **kwargs) Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 21:13:03.388606 dv-cinder-810415-3-iscsi neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 21:13:03.408267 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-eb43bd8e-84c3-4c83-8693-ef3f49ae645f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0303c96e4f64c148daa15e4c5fae41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405071 Sep 22 21:13:03.410853 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 51052) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:03.457283 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83c778b6-88cc-4a37-a9d7-5db2c3d98c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:03.475499 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-969241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741452'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:03.478703 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83c778b6-88cc-4a37-a9d7-5db2c3d98c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:03.486101 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:03.491561 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] 10.222.0.42 "DELETE /v2.0/networks/116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb HTTP/1.1" status: 204 len: 168 time: 0.7050786 Sep 22 21:13:03.498987 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25449dd4-6502-4b04-b533-f33f69a46362 admin admin] Pushing event deleted for resources: {'Network': ['ID=116c1e34-a7e8-4cf1-a1c9-f4c68b57f8fb,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:03.567498 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83c778b6-88cc-4a37-a9d7-5db2c3d98c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:03.570661 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-83c778b6-88cc-4a37-a9d7-5db2c3d98c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:03.574796 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-83c778b6-88cc-4a37-a9d7-5db2c3d98c62 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f8aac504-57cd-4828-bb4e-8eb9c7d736bc HTTP/1.1" status: 204 len: 168 time: 0.1606565 Sep 22 21:13:03.584998 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c778b6-88cc-4a37-a9d7-5db2c3d98c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8aac504-57cd-4828-bb4e-8eb9c7d736bc,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:03.635734 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-da38cd4a-1c2d-4437-bfb9-2352fba6e475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:03.879672 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 51060) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:03.918951 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-b658b953-af74-47bd-8e82-d37548c6fd47 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6b763283e694a7fb6a51a7298132497&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379889 Sep 22 21:13:03.921398 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 51062) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:03.969292 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bffefeff-f703-4e3e-a08b-2ac61c312cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:03.989808 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bffefeff-f703-4e3e-a08b-2ac61c312cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:04.109707 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bffefeff-f703-4e3e-a08b-2ac61c312cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:04.112547 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-bffefeff-f703-4e3e-a08b-2ac61c312cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:04.113785 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-bffefeff-f703-4e3e-a08b-2ac61c312cbd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/370c9dbd-5229-433b-b4e3-719d37ce4286 HTTP/1.1" status: 204 len: 168 time: 0.1915047 Sep 22 21:13:04.123362 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffefeff-f703-4e3e-a08b-2ac61c312cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370c9dbd-5229-433b-b4e3-719d37ce4286,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:04.187905 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51066) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:04.230128 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-6193f10a-8664-4069-b8fd-4a4cb54e3e14 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b57847441dbe431b82f9eeaefe3a87b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409737 Sep 22 21:13:04.232449 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51068) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:04.278873 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf075b62-de1a-4e83-8771-6dccb76336cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:04.300324 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf075b62-de1a-4e83-8771-6dccb76336cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:04.435766 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:04.436322 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf075b62-de1a-4e83-8771-6dccb76336cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:04.439965 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-cf075b62-de1a-4e83-8771-6dccb76336cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:04.441522 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-cf075b62-de1a-4e83-8771-6dccb76336cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f032f27a-2177-4468-a44f-c4801ed14c21 HTTP/1.1" status: 204 len: 168 time: 0.2077723 Sep 22 21:13:04.448992 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device a830328e-8330-4cf2-ab83-3f2214d0d43d no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:13:04.451911 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf075b62-de1a-4e83-8771-6dccb76336cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f032f27a-2177-4468-a44f-c4801ed14c21,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:04.482858 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: a830328e-8330-4cf2-ab83-3f2214d0d43d {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:13:04.483559 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device a830328e-8330-4cf2-ab83-3f2214d0d43d not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:13:04.483985 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device d2131b5b-99a5-466e-a570-15fb2fdef17c no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:13:04.507648 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: d2131b5b-99a5-466e-a570-15fb2fdef17c {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:13:04.507991 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device d2131b5b-99a5-466e-a570-15fb2fdef17c not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:13:04.508436 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device a7ff58ff-b43f-4a43-8f26-28d892b296ab no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:13:04.511373 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:04.528427 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: a7ff58ff-b43f-4a43-8f26-28d892b296ab {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:13:04.528827 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device a7ff58ff-b43f-4a43-8f26-28d892b296ab not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:13:06.223165 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51112) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:06.327100 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68f0a6c2-6b36-40e0-88db-bbbea5ff44f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:06.338712 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:06.413248 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68f0a6c2-6b36-40e0-88db-bbbea5ff44f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:06.464559 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-68f0a6c2-6b36-40e0-88db-bbbea5ff44f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:06.500105 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0a6c2-6b36-40e0-88db-bbbea5ff44f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2338e514-8a17-4329-ab17-88e37f3d4952,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:06.504363 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-68f0a6c2-6b36-40e0-88db-bbbea5ff44f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b37ed0b1dea348539ad8ffb5b92864ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2801850 Sep 22 21:13:06.506957 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51118) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:06.557414 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f119dd8-dd68-42d3-9777-1e5a758fbb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:06.578048 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f119dd8-dd68-42d3-9777-1e5a758fbb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:06.709604 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f119dd8-dd68-42d3-9777-1e5a758fbb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:06.712171 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-4f119dd8-dd68-42d3-9777-1e5a758fbb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:06.713348 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-4f119dd8-dd68-42d3-9777-1e5a758fbb70 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2338e514-8a17-4329-ab17-88e37f3d4952 HTTP/1.1" status: 204 len: 168 time: 0.2055273 Sep 22 21:13:06.720847 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f119dd8-dd68-42d3-9777-1e5a758fbb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2338e514-8a17-4329-ab17-88e37f3d4952,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:07.255247 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51124) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:07.268378 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9f378ffc-1e78-492a-b1a3-e98d1c27b81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:07.351716 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9f378ffc-1e78-492a-b1a3-e98d1c27b81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:07.441197 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-9f378ffc-1e78-492a-b1a3-e98d1c27b81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:07.479383 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-9f378ffc-1e78-492a-b1a3-e98d1c27b81b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2e11881cafca4569832beb821e487497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229941 Sep 22 21:13:07.480278 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f378ffc-1e78-492a-b1a3-e98d1c27b81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465282ad-0dc1-4461-9277-1cf77c14e8c2,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:07.482789 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 51126) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:07.532052 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b96c2361-3850-459e-936a-2ebdff5f1264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:07.552322 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b96c2361-3850-459e-936a-2ebdff5f1264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:07.664364 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b96c2361-3850-459e-936a-2ebdff5f1264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:07.671656 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b96c2361-3850-459e-936a-2ebdff5f1264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:07.671656 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-b96c2361-3850-459e-936a-2ebdff5f1264 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/465282ad-0dc1-4461-9277-1cf77c14e8c2 HTTP/1.1" status: 204 len: 168 time: 0.1850111 Sep 22 21:13:07.676714 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c2361-3850-459e-936a-2ebdff5f1264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465282ad-0dc1-4461-9277-1cf77c14e8c2,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:11.018354 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:11.881199 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 51202) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:11.982882 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1076a514-9b34-4b05-85fe-33bab88c99e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:12.068169 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1076a514-9b34-4b05-85fe-33bab88c99e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:12.126628 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-1076a514-9b34-4b05-85fe-33bab88c99e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:12.163445 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-1076a514-9b34-4b05-85fe-33bab88c99e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bd0dcca4fb174979b0abbcf82b85e9cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811873 Sep 22 21:13:12.164537 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1076a514-9b34-4b05-85fe-33bab88c99e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd63431-6133-48b1-9fd8-9a4a567c757e,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:12.166227 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51208) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:12.214052 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6fc89747-87e5-420d-974b-7dcb8705770f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:12.237290 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6fc89747-87e5-420d-974b-7dcb8705770f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:12.367045 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6fc89747-87e5-420d-974b-7dcb8705770f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:12.369704 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6fc89747-87e5-420d-974b-7dcb8705770f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:12.370923 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-6fc89747-87e5-420d-974b-7dcb8705770f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2dd63431-6133-48b1-9fd8-9a4a567c757e HTTP/1.1" status: 204 len: 168 time: 0.2036252 Sep 22 21:13:12.378907 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc89747-87e5-420d-974b-7dcb8705770f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd63431-6133-48b1-9fd8-9a4a567c757e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:13.074920 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51216) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:13.088067 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2f06e9cf-3521-48b2-bb70-a941b29e9284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:13.173485 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2f06e9cf-3521-48b2-bb70-a941b29e9284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:13.234580 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2f06e9cf-3521-48b2-bb70-a941b29e9284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:13.272299 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-2f06e9cf-3521-48b2-bb70-a941b29e9284 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48681209aa784bc78937a156b662bd86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962786 Sep 22 21:13:13.273422 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06e9cf-3521-48b2-bb70-a941b29e9284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae36b6b-b9d5-41d1-8682-2559014a73ce,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:13.275015 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 51218) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:13.324176 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4a42c844-0baa-4e3b-98f2-1f7e1b6b263d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:13.344046 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4a42c844-0baa-4e3b-98f2-1f7e1b6b263d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:13.480684 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4a42c844-0baa-4e3b-98f2-1f7e1b6b263d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:13.483156 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-4a42c844-0baa-4e3b-98f2-1f7e1b6b263d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:13.484313 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-4a42c844-0baa-4e3b-98f2-1f7e1b6b263d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ae36b6b-b9d5-41d1-8682-2559014a73ce HTTP/1.1" status: 204 len: 168 time: 0.2076623 Sep 22 21:13:13.492194 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42c844-0baa-4e3b-98f2-1f7e1b6b263d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae36b6b-b9d5-41d1-8682-2559014a73ce,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:13.559097 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ccc22f6b-2e59-4d58-8575-6b159ef24029 req-e811cefa-9822-458e-9351-99caf71327fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415452 Sep 22 21:13:13.637975 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc22f6b-2e59-4d58-8575-6b159ef24029 req-fb900ce2-dedc-44ea-ada5-c40541fabbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:13.639427 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ccc22f6b-2e59-4d58-8575-6b159ef24029 req-fb900ce2-dedc-44ea-ada5-c40541fabbdc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b3af2e0553c429bac5d74807160a543&device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 1098 time: 0.0389929 Sep 22 21:13:13.744559 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc22f6b-2e59-4d58-8575-6b159ef24029 req-916532b2-703a-466e-a005-eba543a581d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:13.746078 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ccc22f6b-2e59-4d58-8575-6b159ef24029 req-916532b2-703a-466e-a005-eba543a581d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a HTTP/1.1" status: 200 len: 913 time: 0.0870240 Sep 22 21:13:13.810277 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ccc22f6b-2e59-4d58-8575-6b159ef24029 req-e9a6e742-54bc-4081-b530-82cd60787db0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b6d6fe-3f9b-4de2-a308-fef003f55a35 HTTP/1.1" status: 200 len: 1001 time: 0.0569782 Sep 22 21:13:13.865240 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc22f6b-2e59-4d58-8575-6b159ef24029 req-3e3d8dbf-5d71-488d-b2a5-af47e3e669a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:13.866761 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ccc22f6b-2e59-4d58-8575-6b159ef24029 req-3e3d8dbf-5d71-488d-b2a5-af47e3e669a8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca HTTP/1.1" status: 200 len: 851 time: 0.0490842 Sep 22 21:13:13.914715 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc22f6b-2e59-4d58-8575-6b159ef24029 req-20450f1b-3427-4d1a-abc2-ba4f12ca5723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:13.916225 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ccc22f6b-2e59-4d58-8575-6b159ef24029 req-20450f1b-3427-4d1a-abc2-ba4f12ca5723 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421152 Sep 22 21:13:14.008750 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ccc22f6b-2e59-4d58-8575-6b159ef24029 req-5555969e-8fbc-4afd-b665-6a9613fb7ef0 service neutron] 10.222.0.48 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851758 Sep 22 21:13:14.102637 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-ccc22f6b-2e59-4d58-8575-6b159ef24029 req-d8cc8300-d80c-40c1-8c1c-94596344deef service neutron] 10.222.0.48 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866523 Sep 22 21:13:16.466442 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 51306) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:16.573562 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-daf4a274-2ccb-444d-96c7-599bbd00ac04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:16.658167 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-daf4a274-2ccb-444d-96c7-599bbd00ac04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:16.709403 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-daf4a274-2ccb-444d-96c7-599bbd00ac04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:16.746255 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-daf4a274-2ccb-444d-96c7-599bbd00ac04 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0c4a012ff00424ea7f1fc4ad33618fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787728 Sep 22 21:13:16.748257 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4a274-2ccb-444d-96c7-599bbd00ac04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed054ad-1e33-42f1-a808-275561c66549,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:16.749157 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51312) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:16.797028 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6fa16d6e-c268-40cf-a349-1d44f5b30cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:16.817519 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6fa16d6e-c268-40cf-a349-1d44f5b30cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:16.938151 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6fa16d6e-c268-40cf-a349-1d44f5b30cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:16.940632 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6fa16d6e-c268-40cf-a349-1d44f5b30cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:16.941831 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-6fa16d6e-c268-40cf-a349-1d44f5b30cad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bed054ad-1e33-42f1-a808-275561c66549 HTTP/1.1" status: 204 len: 168 time: 0.1917098 Sep 22 21:13:16.949238 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa16d6e-c268-40cf-a349-1d44f5b30cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed054ad-1e33-42f1-a808-275561c66549,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:17.514572 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51320) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:17.531370 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f324ffc3-ec46-4f66-b189-46b74d509ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:17.616080 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f324ffc3-ec46-4f66-b189-46b74d509ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:17.669111 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f324ffc3-ec46-4f66-b189-46b74d509ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:17.706251 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-f324ffc3-ec46-4f66-b189-46b74d509ccb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c53927ef21c4824a84a2b77af4d40dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906524 Sep 22 21:13:17.707329 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324ffc3-ec46-4f66-b189-46b74d509ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e19902-e90c-4f1b-bea8-cbd8f0aee264,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:17.709031 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 51324) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:17.756195 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beb10466-8a54-4a3b-8247-902ebcf20bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:17.775999 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beb10466-8a54-4a3b-8247-902ebcf20bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:17.881255 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beb10466-8a54-4a3b-8247-902ebcf20bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:17.883756 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-beb10466-8a54-4a3b-8247-902ebcf20bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:17.884933 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-beb10466-8a54-4a3b-8247-902ebcf20bb3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f5e19902-e90c-4f1b-bea8-cbd8f0aee264 HTTP/1.1" status: 204 len: 168 time: 0.1748977 Sep 22 21:13:17.892862 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb10466-8a54-4a3b-8247-902ebcf20bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e19902-e90c-4f1b-bea8-cbd8f0aee264,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:18.908191 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 51348) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:19.002149 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-cc5bc567-5e9f-4f21-8e64-b21c22941841 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-228361097-network', 'tenant_id': 'f914b58e1e354f6e80e2ed25d397f91c'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:13:19.086233 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5bc567-5e9f-4f21-8e64-b21c22941841 admin admin] Made reservation on behalf of f914b58e1e354f6e80e2ed25d397f91c for: {'network': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:13:19.088300 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc567-5e9f-4f21-8e64-b21c22941841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for network, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:19.096232 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc567-5e9f-4f21-8e64-b21c22941841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:19.178853 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc567-5e9f-4f21-8e64-b21c22941841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:19.240388 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc567-5e9f-4f21-8e64-b21c22941841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:19.263794 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc5bc567-5e9f-4f21-8e64-b21c22941841 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94796) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 21:13:19.272260 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bc567-5e9f-4f21-8e64-b21c22941841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d440a9f2-326f-45ce-af62-e1b308904801,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:19.277990 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc567-5e9f-4f21-8e64-b21c22941841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:19.278332 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.segments_db [None req-cc5bc567-5e9f-4f21-8e64-b21c22941841 admin admin] Added segment 029b5b3b-e008-457c-9e12-e34f6b162188 of type vlan for network d00a0251-1946-47a7-b7ee-203aaedbef38 Sep 22 21:13:19.316502 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc567-5e9f-4f21-8e64-b21c22941841 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786351554335'] for network, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:19.401106 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc567-5e9f-4f21-8e64-b21c22941841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037'] for network, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:19.401977 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5bc567-5e9f-4f21-8e64-b21c22941841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:19.402574 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-cc5bc567-5e9f-4f21-8e64-b21c22941841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:19.461636 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bc567-5e9f-4f21-8e64-b21c22941841 admin admin] Pushing event updated for resources: {'Network': ['ID=d00a0251-1946-47a7-b7ee-203aaedbef38,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:19.472369 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Network d00a0251-1946-47a7-b7ee-203aaedbef38 details requested by agent ovs-agent-dv-cinder-810415-3-iscsi with host dv-cinder-810415-3-iscsi {{(pid=94797) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 22 21:13:19.498211 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-cc5bc567-5e9f-4f21-8e64-b21c22941841 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5889080 Sep 22 21:13:19.501154 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 51352) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:19.505836 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-12a460a8-d4db-44bc-b9ec-8b506b6f4b06 admin admin] Request body: {'subnet': {'network_id': 'd00a0251-1946-47a7-b7ee-203aaedbef38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-228361097-subnet', 'tenant_id': 'f914b58e1e354f6e80e2ed25d397f91c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:13:19.589344 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a460a8-d4db-44bc-b9ec-8b506b6f4b06 admin admin] Made reservation on behalf of f914b58e1e354f6e80e2ed25d397f91c for: {'subnet': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:13:19.591634 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-12a460a8-d4db-44bc-b9ec-8b506b6f4b06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26048987'] for subnet, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:19.818366 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-12a460a8-d4db-44bc-b9ec-8b506b6f4b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27223683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26049001'] for subnet, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:19.871301 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a460a8-d4db-44bc-b9ec-8b506b6f4b06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bb1e947-803f-48f4-954a-094f7180bddd,revision_number=0']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:19.881450 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a460a8-d4db-44bc-b9ec-8b506b6f4b06 admin admin] Checking segment: {'id': '029b5b3b-e008-457c-9e12-e34f6b162188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd00a0251-1946-47a7-b7ee-203aaedbef38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:13:19.881801 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a460a8-d4db-44bc-b9ec-8b506b6f4b06 admin admin] Network hostable DHCP agents. Network: d00a0251-1946-47a7-b7ee-203aaedbef38, hostable agents: ['56809e1b-eac6-40c1-a412-0e5017dff325'], hosted agents: [] {{(pid=94796) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 21:13:20.029675 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a460a8-d4db-44bc-b9ec-8b506b6f4b06 admin admin] Network d00a0251-1946-47a7-b7ee-203aaedbef38 is scheduled to be hosted by DHCP agent 56809e1b-eac6-40c1-a412-0e5017dff325 with binding_index 1 {{(pid=94796) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 21:13:20.161251 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-12a460a8-d4db-44bc-b9ec-8b506b6f4b06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810415-3-iscsi, d00a0251-1946-47a7-b7ee-203aaedbef38) {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:13:20.165733 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a460a8-d4db-44bc-b9ec-8b506b6f4b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:20.166884 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-12a460a8-d4db-44bc-b9ec-8b506b6f4b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:20.169862 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135dc098-6e4b-4bc0-bcec-8b057ac30638 None None] Network d00a0251-1946-47a7-b7ee-203aaedbef38 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:13:20.247907 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-12a460a8-d4db-44bc-b9ec-8b506b6f4b06 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7456794 Sep 22 21:13:20.289223 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1bb173-0a49-43a1-8c9a-5241bd0ede2a None None] Network d00a0251-1946-47a7-b7ee-203aaedbef38 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:13:22.512599 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745dad7-cef0-4891-b797-42a63eec6200 req-c992879d-2d9f-4a91-b160-7cd02ec25b93 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:22.514048 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f745dad7-cef0-4891-b797-42a63eec6200 req-c992879d-2d9f-4a91-b160-7cd02ec25b93 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/networks?id=d00a0251-1946-47a7-b7ee-203aaedbef38 HTTP/1.1" status: 200 len: 813 time: 0.1033731 Sep 22 21:13:22.528573 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f745dad7-cef0-4891-b797-42a63eec6200 req-f537aacc-8274-4551-be5d-2bbde1f8c4f0 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/quotas/f914b58e1e354f6e80e2ed25d397f91c HTTP/1.1" status: 200 len: 375 time: 0.0088165 Sep 22 21:13:22.819221 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f745dad7-cef0-4891-b797-42a63eec6200 req-f462567f-4240-434f-943d-5130cf321a24 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f914b58e1e354f6e80e2ed25d397f91c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2853887 Sep 22 21:13:22.908509 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f745dad7-cef0-4891-b797-42a63eec6200 req-7e71ae97-b057-4f73-aafb-bd27961c33a8 service neutron] 10.222.0.42 "GET /v2.0/networks/d00a0251-1946-47a7-b7ee-203aaedbef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818348 Sep 22 21:13:22.998382 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f745dad7-cef0-4891-b797-42a63eec6200 req-0c7c282f-9a57-4bb2-8f72-1cbc0a5738b7 service neutron] 10.222.0.42 "GET /v2.0/networks/d00a0251-1946-47a7-b7ee-203aaedbef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839334 Sep 22 21:13:23.237789 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-be355a6d-48b5-43c1-8b4a-defc34512139 req-7355e973-f41e-4b7e-90f1-b98db334053f tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9948a49-f311-486a-bd04-a26a300858b4 HTTP/1.1" status: 200 len: 210 time: 0.0265906 Sep 22 21:13:24.328629 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3c050bb5-bc9f-407e-92f7-9a4df9c6f98e req-953c42f9-9f62-47bb-981d-1dc1e4250972 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9948a49-f311-486a-bd04-a26a300858b4 HTTP/1.1" status: 200 len: 210 time: 0.0252161 Sep 22 21:13:24.845165 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-d79a21d0-009b-49a0-a45f-648dbc1e4e89 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-798236774&fields=id&tenant_id=2b3af2e0553c429bac5d74807160a543 HTTP/1.1" status: 200 len: 267 time: 0.0329347 Sep 22 21:13:24.954444 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-b5021389-d5f5-4963-b02d-83aaff7d299f tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:24.955907 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-b5021389-d5f5-4963-b02d-83aaff7d299f tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/networks?id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a HTTP/1.1" status: 200 len: 812 time: 0.1040857 Sep 22 21:13:24.970879 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-b01a493c-830e-4cf3-accf-224ae4c7dfd4 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/quotas/2b3af2e0553c429bac5d74807160a543 HTTP/1.1" status: 200 len: 375 time: 0.0092824 Sep 22 21:13:25.026436 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-d12bcb14-1e46-45c7-b2d1-83f12f201253 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b3af2e0553c429bac5d74807160a543&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0504022 Sep 22 21:13:25.125487 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-b5c1b912-871f-4436-b6b6-ac2baf37a084 service neutron] 10.222.0.42 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873578 Sep 22 21:13:25.211955 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-1a83f905-582e-485f-b591-00f9e74ef548 service neutron] 10.222.0.42 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806260 Sep 22 21:13:25.427184 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-889d0ef7-d874-441f-a986-6cb8d7b67494 req-4ea3428c-d8fc-49ba-b4d1-9d8de43a423e tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9948a49-f311-486a-bd04-a26a300858b4 HTTP/1.1" status: 200 len: 210 time: 0.0300355 Sep 22 21:13:25.541938 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745dad7-cef0-4891-b797-42a63eec6200 req-a26ce972-8f4c-4c3a-856d-0f6225b36ef2 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:25.543361 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-f745dad7-cef0-4891-b797-42a63eec6200 req-a26ce972-8f4c-4c3a-856d-0f6225b36ef2 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.48 "GET /v2.0/networks?id=d00a0251-1946-47a7-b7ee-203aaedbef38 HTTP/1.1" status: 200 len: 813 time: 0.1017869 Sep 22 21:13:25.557296 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-f745dad7-cef0-4891-b797-42a63eec6200 req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Request body: {'port': {'device_id': 'b9948a49-f311-486a-bd04-a26a300858b4', 'network_id': 'd00a0251-1946-47a7-b7ee-203aaedbef38', 'admin_state_up': True, 'tenant_id': 'f914b58e1e354f6e80e2ed25d397f91c'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:13:25.783925 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f745dad7-cef0-4891-b797-42a63eec6200 req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Made reservation on behalf of f914b58e1e354f6e80e2ed25d397f91c for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:13:25.787528 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f745dad7-cef0-4891-b797-42a63eec6200 req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:25.912202 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-200edbcb-eea6-44fe-9d2c-d1e62733003b req-94f6eff1-f9d4-4ec3-b296-8940cbc994a8 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 210 time: 0.0335639 Sep 22 21:13:25.928994 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-f745dad7-cef0-4891-b797-42a63eec6200 req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Allocated IP 172.20.0.11 (d00a0251-1946-47a7-b7ee-203aaedbef38/2bb1e947-803f-48f4-954a-094f7180bddd/1aeac8cd-c25e-4f62-9275-88d613b38c74) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:13:26.075896 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f745dad7-cef0-4891-b797-42a63eec6200 req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:26.458625 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f745dad7-cef0-4891-b797-42a63eec6200 req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:26.502080 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f745dad7-cef0-4891-b797-42a63eec6200 req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Network d00a0251-1946-47a7-b7ee-203aaedbef38 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:13:26.505094 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-f745dad7-cef0-4891-b797-42a63eec6200 req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:13:26.507585 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-f745dad7-cef0-4891-b797-42a63eec6200 req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:13:26.541143 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Pushing event updated for resources: {'Port': ['ID=1aeac8cd-c25e-4f62-9275-88d613b38c74,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:26.545771 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3faba2-3a29-4168-a8f1-954c9890a21c req-efed85f7-08bd-4870-b0eb-2992fd2d1e6a tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:26.548635 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-eb3faba2-3a29-4168-a8f1-954c9890a21c req-efed85f7-08bd-4870-b0eb-2992fd2d1e6a tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9948a49-f311-486a-bd04-a26a300858b4 HTTP/1.1" status: 200 len: 932 time: 0.0496244 Sep 22 21:13:26.551510 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:26.551970 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:26.552159 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:26.552480 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:26.552824 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:26.553143 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:26.553515 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:26.553896 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:26.554126 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:26.554495 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:26.554748 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:26.555056 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:26.574537 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745dad7-cef0-4891-b797-42a63eec6200 req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:26.575135 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f745dad7-cef0-4891-b797-42a63eec6200 req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:26.587001 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-eb3faba2-3a29-4168-a8f1-954c9890a21c req-5170473d-fb61-4119-8ad9-ff24fbc26273 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333512 Sep 22 21:13:26.675601 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-f745dad7-cef0-4891-b797-42a63eec6200 req-f4d088b5-5f33-4c80-a7a0-c94c0cfaf3ec tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1217997 Sep 22 21:13:26.688432 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Request body: {'port': {'device_id': 'b9948a49-f311-486a-bd04-a26a300858b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:13:26.742238 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:26.994327 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f1bafa79-0e98-473e-9f0a-7f5f5ab35ca1 req-03323254-6316-48d2-b6fd-3d7653908b23 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 210 time: 0.0272617 Sep 22 21:13:26.996675 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aeac8cd-c25e-4f62-9275-88d613b38c74 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:13:27.004259 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:27.016682 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Transition to ACTIVE for port object 1aeac8cd-c25e-4f62-9275-88d613b38c74 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:13:27.161450 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:27.214241 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Pushing event updated for resources: {'Port': ['ID=1aeac8cd-c25e-4f62-9275-88d613b38c74,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:27.280221 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Attempting to bind port 1aeac8cd-c25e-4f62-9275-88d613b38c74 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:13:27.280549 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Attempting to bind port 1aeac8cd-c25e-4f62-9275-88d613b38c74 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '029b5b3b-e008-457c-9e12-e34f6b162188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd00a0251-1946-47a7-b7ee-203aaedbef38'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:13:27.280907 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Attempting to bind port 1aeac8cd-c25e-4f62-9275-88d613b38c74 on network d00a0251-1946-47a7-b7ee-203aaedbef38 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:13:27.285021 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Port 1aeac8cd-c25e-4f62-9275-88d613b38c74 on network d00a0251-1946-47a7-b7ee-203aaedbef38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:13:27.285331 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Attempting to bind port 1aeac8cd-c25e-4f62-9275-88d613b38c74 on network d00a0251-1946-47a7-b7ee-203aaedbef38 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:13:27.289971 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:13:27.290302 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Checking segment: {'id': '029b5b3b-e008-457c-9e12-e34f6b162188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd00a0251-1946-47a7-b7ee-203aaedbef38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:13:27.290671 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Bound using segment: {'id': '029b5b3b-e008-457c-9e12-e34f6b162188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd00a0251-1946-47a7-b7ee-203aaedbef38'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:13:27.291084 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Bound port: 1aeac8cd-c25e-4f62-9275-88d613b38c74, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029b5b3b-e008-457c-9e12-e34f6b162188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd00a0251-1946-47a7-b7ee-203aaedbef38'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:13:27.291451 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:27.353154 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] For port 1aeac8cd-c25e-4f62-9275-88d613b38c74, host hv-cinder-81041, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:13:27.356334 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] For port 1aeac8cd-c25e-4f62-9275-88d613b38c74, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=1aeac8cd-c25e-4f62-9275-88d613b38c74,segment=NetworkSegment(029b5b3b-e008-457c-9e12-e34f6b162188),segment_id=029b5b3b-e008-457c-9e12-e34f6b162188)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:13:27.424318 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:27.458755 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:27.459353 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:27.460719 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-f745dad7-cef0-4891-b797-42a63eec6200 req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] 10.222.0.48 "PUT /v2.0/ports/1aeac8cd-c25e-4f62-9275-88d613b38c74 HTTP/1.1" status: 200 len: 1094 time: 0.7763102 Sep 22 21:13:27.461159 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9948a49-f311-486a-bd04-a26a300858b4', 'tag': '1aeac8cd-c25e-4f62-9275-88d613b38c74'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:13:27.463369 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1aa6a20-80e2-4f03-8850-e4c4d49160f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b9948a49-f311-486a-bd04-a26a300858b4", "tag": "1aeac8cd-c25e-4f62-9275-88d613b38c74"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:13:27.492101 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72cc0a-5644-4552-a9db-e4a4df7a6f03 service neutron] Pushing event updated for resources: {'Port': ['ID=1aeac8cd-c25e-4f62-9275-88d613b38c74,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:27.500068 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1bcb3c2-1960-42a4-a2e9-1152d19fe973 x-openstack-request-id: req-e1bcb3c2-1960-42a4-a2e9-1152d19fe973 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:13:27.500353 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9948a49-f311-486a-bd04-a26a300858b4", "tag": "1aeac8cd-c25e-4f62-9275-88d613b38c74", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:13:27.500596 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e1bcb3c2-1960-42a4-a2e9-1152d19fe973 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:13:27.501378 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9948a49-f311-486a-bd04-a26a300858b4', 'tag': '1aeac8cd-c25e-4f62-9275-88d613b38c74', 'status': 'completed', 'code': 200} Sep 22 21:13:27.561293 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa6a20-80e2-4f03-8850-e4c4d49160f1 req-8ec5e33f-d275-40bb-b439-391b73ec28ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:27.562790 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-f1aa6a20-80e2-4f03-8850-e4c4d49160f1 req-8ec5e33f-d275-40bb-b439-391b73ec28ee service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f914b58e1e354f6e80e2ed25d397f91c&device_id=b9948a49-f311-486a-bd04-a26a300858b4 HTTP/1.1" status: 200 len: 1097 time: 0.0386269 Sep 22 21:13:27.658186 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa6a20-80e2-4f03-8850-e4c4d49160f1 req-b4ac8f6e-6c87-4106-9e39-47ee6f3bd4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:27.659636 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-f1aa6a20-80e2-4f03-8850-e4c4d49160f1 req-b4ac8f6e-6c87-4106-9e39-47ee6f3bd4b7 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f914b58e1e354f6e80e2ed25d397f91c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0884342 Sep 22 21:13:27.704259 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df13519-0384-4d1d-8590-da5c6ac98792 req-147bc4d0-029c-496f-8210-800c249c04be tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:27.705790 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8df13519-0384-4d1d-8590-da5c6ac98792 req-147bc4d0-029c-496f-8210-800c249c04be tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9948a49-f311-486a-bd04-a26a300858b4 HTTP/1.1" status: 200 len: 944 time: 0.0517693 Sep 22 21:13:27.745472 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8df13519-0384-4d1d-8590-da5c6ac98792 req-84dd8048-9e65-4671-bd2e-640bc0bc2645 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331931 Sep 22 21:13:27.767644 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa6a20-80e2-4f03-8850-e4c4d49160f1 req-7c9921b1-95f1-4ec0-9069-64c5cd528c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:27.767644 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-f1aa6a20-80e2-4f03-8850-e4c4d49160f1 req-7c9921b1-95f1-4ec0-9069-64c5cd528c45 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0939295 Sep 22 21:13:27.835979 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745dad7-cef0-4891-b797-42a63eec6200 req-748b9433-9c46-4ca3-80ba-689fd9c15837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:27.837511 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-f745dad7-cef0-4891-b797-42a63eec6200 req-748b9433-9c46-4ca3-80ba-689fd9c15837 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f914b58e1e354f6e80e2ed25d397f91c&device_id=b9948a49-f311-486a-bd04-a26a300858b4 HTTP/1.1" status: 200 len: 1097 time: 0.0396256 Sep 22 21:13:27.883247 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-f745dad7-cef0-4891-b797-42a63eec6200 req-c1c79d13-9c49-44b2-9bb9-5de3aacc68b8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1aeac8cd-c25e-4f62-9275-88d613b38c74 HTTP/1.1" status: 200 len: 217 time: 0.0375955 Sep 22 21:13:27.932603 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745dad7-cef0-4891-b797-42a63eec6200 req-6b6d8eb9-df1b-4a23-a4fc-da1846547599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:27.934091 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-f745dad7-cef0-4891-b797-42a63eec6200 req-6b6d8eb9-df1b-4a23-a4fc-da1846547599 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2bb1e947-803f-48f4-954a-094f7180bddd HTTP/1.1" status: 200 len: 853 time: 0.0437260 Sep 22 21:13:27.983632 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-f745dad7-cef0-4891-b797-42a63eec6200 req-433baf41-efd8-45f5-9283-328b5a8b8183 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d00a0251-1946-47a7-b7ee-203aaedbef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336683 Sep 22 21:13:28.090762 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f96b38cc-04dc-4b0c-affc-8fa2a885a407 req-0ad0dcba-3a8a-4b5b-80b2-95be1d25ecd3 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 210 time: 0.0267589 Sep 22 21:13:28.119682 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-93eb05ac-7e8c-42d8-b3a5-1b3ca6305d72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:28.121147 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-93eb05ac-7e8c-42d8-b3a5-1b3ca6305d72 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.48 "GET /v2.0/networks?id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a HTTP/1.1" status: 200 len: 812 time: 0.1794147 Sep 22 21:13:28.136286 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-f745dad7-cef0-4891-b797-42a63eec6200 req-947e72a1-b575-4b29-8ac8-411c4374e094 service neutron] 10.222.0.48 "GET /v2.0/networks/d00a0251-1946-47a7-b7ee-203aaedbef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429508 Sep 22 21:13:28.201504 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-856f905a-7838-4542-a38c-2ef75edbf266 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b3af2e0553c429bac5d74807160a543 HTTP/1.1" status: 200 len: 379 time: 0.0642731 Sep 22 21:13:28.229748 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-6ddca4ed-5587-4085-9118-1ca763cf2be1 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Request body: {'port': {'device_id': '1a3a1a62-35cf-4843-ab49-98f86d50bca4', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'admin_state_up': True, 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'security_groups': ['b528a55a-b01e-4d56-8f7f-e01325c97429']}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:13:28.312648 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-f745dad7-cef0-4891-b797-42a63eec6200 req-d0535b8e-ac08-4852-9f35-baa56aceab54 service neutron] 10.222.0.48 "GET /v2.0/networks/d00a0251-1946-47a7-b7ee-203aaedbef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624734 Sep 22 21:13:28.440303 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-6ddca4ed-5587-4085-9118-1ca763cf2be1 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Made reservation on behalf of 2b3af2e0553c429bac5d74807160a543 for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:13:28.443879 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-6ddca4ed-5587-4085-9118-1ca763cf2be1 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:28.564693 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-6ddca4ed-5587-4085-9118-1ca763cf2be1 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Allocated IP 172.20.0.4 (600cfd27-c53c-4fd3-b97b-787ea7a32b8a/eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca/42b8f5a8-cb99-4787-9139-449ac3392fd4) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:13:28.698793 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-6ddca4ed-5587-4085-9118-1ca763cf2be1 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:28.835503 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-6ddca4ed-5587-4085-9118-1ca763cf2be1 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:28.864188 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62c735-9c40-4d77-8e07-81afd291b257 req-c25957ca-2e2d-4699-9bfc-9814825de4cd tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:28.865908 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bd62c735-9c40-4d77-8e07-81afd291b257 req-c25957ca-2e2d-4699-9bfc-9814825de4cd tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9948a49-f311-486a-bd04-a26a300858b4 HTTP/1.1" status: 200 len: 944 time: 0.0575478 Sep 22 21:13:28.881924 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-6ddca4ed-5587-4085-9118-1ca763cf2be1 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:13:28.885021 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-6ddca4ed-5587-4085-9118-1ca763cf2be1 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:13:28.889126 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-6ddca4ed-5587-4085-9118-1ca763cf2be1 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:13:28.906739 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bd62c735-9c40-4d77-8e07-81afd291b257 req-3ed20e0e-badf-411b-b874-50803a8f4a58 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340261 Sep 22 21:13:28.917676 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddca4ed-5587-4085-9118-1ca763cf2be1 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event updated for resources: {'Port': ['ID=42b8f5a8-cb99-4787-9139-449ac3392fd4,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:28.946638 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-6ddca4ed-5587-4085-9118-1ca763cf2be1 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:28.947243 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-6ddca4ed-5587-4085-9118-1ca763cf2be1 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:29.059402 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-6ddca4ed-5587-4085-9118-1ca763cf2be1 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8339224 Sep 22 21:13:29.071659 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Request body: {'port': {'device_id': '1a3a1a62-35cf-4843-ab49-98f86d50bca4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:13:29.086876 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-fd2e1461-288b-477f-b494-92e0e2ed18f6 None None] Provisioning complete for port 42b8f5a8-cb99-4787-9139-449ac3392fd4 triggered by entity DHCP. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:13:29.087401 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-fd2e1461-288b-477f-b494-92e0e2ed18f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:29.121988 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-fd2e1461-288b-477f-b494-92e0e2ed18f6 None None] Port 42b8f5a8-cb99-4787-9139-449ac3392fd4 cannot update to ACTIVE because it is not bound. {{(pid=94797) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 21:13:29.132188 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:29.208574 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022e832-05cc-4f04-90cd-3e8e6c7dc70f req-7bde5e51-7377-40ad-af8a-1ec16325bf64 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:29.210102 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9022e832-05cc-4f04-90cd-3e8e6c7dc70f req-7bde5e51-7377-40ad-af8a-1ec16325bf64 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 931 time: 0.0505607 Sep 22 21:13:29.252599 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9022e832-05cc-4f04-90cd-3e8e6c7dc70f req-3281817b-fc86-41ad-a244-4c1278eeba4f tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354383 Sep 22 21:13:29.382723 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b8f5a8-cb99-4787-9139-449ac3392fd4 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:13:29.390682 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:29.402494 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Transition to ACTIVE for port object 42b8f5a8-cb99-4787-9139-449ac3392fd4 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:13:29.497938 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:29.553637 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Pushing event updated for resources: {'Port': ['ID=42b8f5a8-cb99-4787-9139-449ac3392fd4,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:29.621119 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Attempting to bind port 42b8f5a8-cb99-4787-9139-449ac3392fd4 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:13:29.621802 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Attempting to bind port 42b8f5a8-cb99-4787-9139-449ac3392fd4 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:13:29.621802 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Attempting to bind port 42b8f5a8-cb99-4787-9139-449ac3392fd4 on network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:13:29.626128 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Port 42b8f5a8-cb99-4787-9139-449ac3392fd4 on network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:13:29.626441 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Attempting to bind port 42b8f5a8-cb99-4787-9139-449ac3392fd4 on network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:13:29.631187 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:13:29.631518 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Checking segment: {'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:13:29.631891 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Bound using segment: {'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:13:29.632317 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Bound port: 42b8f5a8-cb99-4787-9139-449ac3392fd4, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:13:29.632673 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:29.697022 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] For port 42b8f5a8-cb99-4787-9139-449ac3392fd4, host hv-cinder-81041, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:13:29.702835 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] For port 42b8f5a8-cb99-4787-9139-449ac3392fd4, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=42b8f5a8-cb99-4787-9139-449ac3392fd4,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:13:29.812773 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:29.849622 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:29.850226 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:29.851604 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] 10.222.0.48 "PUT /v2.0/ports/42b8f5a8-cb99-4787-9139-449ac3392fd4 HTTP/1.1" status: 200 len: 1093 time: 0.7839665 Sep 22 21:13:29.852039 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3a1a62-35cf-4843-ab49-98f86d50bca4', 'tag': '42b8f5a8-cb99-4787-9139-449ac3392fd4'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:13:29.854855 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f5af17-3ff9-4cef-a593-404d254088ec" -d '{"events": [{"name": "network-changed", "server_uuid": "1a3a1a62-35cf-4843-ab49-98f86d50bca4", "tag": "42b8f5a8-cb99-4787-9139-449ac3392fd4"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:13:29.880931 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354d735-b7fe-40f7-a4ad-2e7781d87f9a service neutron] Pushing event updated for resources: {'Port': ['ID=42b8f5a8-cb99-4787-9139-449ac3392fd4,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:29.896058 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a57ffa-fd4c-44af-99f9-34778486b834 x-openstack-request-id: req-31a57ffa-fd4c-44af-99f9-34778486b834 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:13:29.896340 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a3a1a62-35cf-4843-ab49-98f86d50bca4", "tag": "42b8f5a8-cb99-4787-9139-449ac3392fd4", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:13:29.896665 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31a57ffa-fd4c-44af-99f9-34778486b834 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:13:29.897089 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a3a1a62-35cf-4843-ab49-98f86d50bca4', 'tag': '42b8f5a8-cb99-4787-9139-449ac3392fd4', 'status': 'completed', 'code': 200} Sep 22 21:13:29.960562 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5af17-3ff9-4cef-a593-404d254088ec req-82bcf56a-1285-4325-9d04-60f276e0020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:29.962221 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-a9f5af17-3ff9-4cef-a593-404d254088ec req-82bcf56a-1285-4325-9d04-60f276e0020f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b3af2e0553c429bac5d74807160a543&device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 1096 time: 0.0441847 Sep 22 21:13:30.029275 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a09c2-2004-4b7b-b361-1a56a04a0f79 req-a154028f-b5d9-469d-b38f-fc424c700aa4 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:30.030872 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-384a09c2-2004-4b7b-b361-1a56a04a0f79 req-a154028f-b5d9-469d-b38f-fc424c700aa4 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9948a49-f311-486a-bd04-a26a300858b4 HTTP/1.1" status: 200 len: 944 time: 0.0516949 Sep 22 21:13:30.069468 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5af17-3ff9-4cef-a593-404d254088ec req-c5ae8704-ac6d-4033-a3e6-fccdd8eaaf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:30.070560 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-384a09c2-2004-4b7b-b361-1a56a04a0f79 req-1ad5b706-3a96-4e5c-9152-82b9e91d9424 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335786 Sep 22 21:13:30.070932 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-a9f5af17-3ff9-4cef-a593-404d254088ec req-c5ae8704-ac6d-4033-a3e6-fccdd8eaaf01 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=2b3af2e0553c429bac5d74807160a543&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1001394 Sep 22 21:13:30.166056 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5af17-3ff9-4cef-a593-404d254088ec req-bec8e1dc-922b-4cd6-947b-33115b8620d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:30.167469 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-a9f5af17-3ff9-4cef-a593-404d254088ec req-bec8e1dc-922b-4cd6-947b-33115b8620d1 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890849 Sep 22 21:13:30.239778 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-1649c3bf-19b1-44d8-a411-76410abc79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:30.241117 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-1649c3bf-19b1-44d8-a411-76410abc79c9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b3af2e0553c429bac5d74807160a543&device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 1096 time: 0.0387318 Sep 22 21:13:30.285678 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-c90059cb-84e0-4798-9914-4b9571110122 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42b8f5a8-cb99-4787-9139-449ac3392fd4 HTTP/1.1" status: 200 len: 217 time: 0.0359054 Sep 22 21:13:30.336022 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-24b1f663-9e1c-4d40-aab3-7f05fc0a1997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:30.337510 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-24b1f663-9e1c-4d40-aab3-7f05fc0a1997 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca HTTP/1.1" status: 200 len: 851 time: 0.0432794 Sep 22 21:13:30.366696 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe2eb1-0b4a-4369-8f79-cb830669e171 req-f54d4f16-21fe-4f83-bf7f-9ff869db9fed tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:30.368194 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d0fe2eb1-0b4a-4369-8f79-cb830669e171 req-f54d4f16-21fe-4f83-bf7f-9ff869db9fed tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 943 time: 0.0478375 Sep 22 21:13:30.382400 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-ac11dc75-b1e0-4485-a905-d1a38c397a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:30.383894 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-ac11dc75-b1e0-4485-a905-d1a38c397a2a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384398 Sep 22 21:13:30.408145 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d0fe2eb1-0b4a-4369-8f79-cb830669e171 req-d8014b19-97f9-4f04-aca6-f41b0781df3c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332699 Sep 22 21:13:30.490728 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-81f27ee1-06c7-4fcf-ac4b-579d0bcc0f29 service neutron] 10.222.0.48 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979235 Sep 22 21:13:30.578317 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-58cf8942-2ab6-47a3-89b5-11b0ff2d6c02 req-a5165608-06c4-41e5-ba48-1d7c149d9810 service neutron] 10.222.0.48 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798743 Sep 22 21:13:30.983330 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bc018cb4-330d-43de-acef-a12fff4e3ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:31.181561 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9239e6-eb94-4c33-b1fc-a8c12c76d888 req-7803f898-8478-48e8-884a-2596f8dd30d0 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:31.183510 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0f9239e6-eb94-4c33-b1fc-a8c12c76d888 req-7803f898-8478-48e8-884a-2596f8dd30d0 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9948a49-f311-486a-bd04-a26a300858b4 HTTP/1.1" status: 200 len: 944 time: 0.0468998 Sep 22 21:13:31.223175 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0f9239e6-eb94-4c33-b1fc-a8c12c76d888 req-0442679e-aea9-43f6-98c3-b7661538a056 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339327 Sep 22 21:13:31.491082 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 1aeac8cd-c25e-4f62-9275-88d613b38c74 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:13:31.524192 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37127852-c830-4daf-8426-9876cc8bfc28 req-8570d85c-b3ed-4f6d-8911-3bef723224d5 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:31.525715 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-37127852-c830-4daf-8426-9876cc8bfc28 req-8570d85c-b3ed-4f6d-8911-3bef723224d5 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 943 time: 0.0486097 Sep 22 21:13:31.563522 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-37127852-c830-4daf-8426-9876cc8bfc28 req-fd18780b-7264-4be9-9db5-f5df7d93da74 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318334 Sep 22 21:13:31.585239 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 1aeac8cd-c25e-4f62-9275-88d613b38c74, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=1aeac8cd-c25e-4f62-9275-88d613b38c74,segment=NetworkSegment(029b5b3b-e008-457c-9e12-e34f6b162188),segment_id=029b5b3b-e008-457c-9e12-e34f6b162188)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:13:31.711376 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': '1aeac8cd-c25e-4f62-9275-88d613b38c74', 'network_id': 'd00a0251-1946-47a7-b7ee-203aaedbef38', 'port_id': '1aeac8cd-c25e-4f62-9275-88d613b38c74', 'mac_address': 'fa:16:3e:df:ea:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb1e947-803f-48f4-954a-094f7180bddd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:13:31.748459 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:31.761099 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aeac8cd-c25e-4f62-9275-88d613b38c74 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:13:31.779366 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 1aeac8cd-c25e-4f62-9275-88d613b38c74, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=1aeac8cd-c25e-4f62-9275-88d613b38c74,segment=NetworkSegment(029b5b3b-e008-457c-9e12-e34f6b162188),segment_id=029b5b3b-e008-457c-9e12-e34f6b162188)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:13:31.870104 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:31.915995 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=1aeac8cd-c25e-4f62-9275-88d613b38c74,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:31.923064 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:31.923414 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:31.923753 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:31.924084 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:31.924410 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:31.924752 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:31.925087 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:31.925410 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:31.925758 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:31.926111 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:31.926428 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:31.926761 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:13:32.109853 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['1aeac8cd-c25e-4f62-9275-88d613b38c74'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:13:32.333099 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb2013-f27b-40e2-921b-4420a27f8c45 req-0e37b31b-c88a-4748-b96e-bb7622a6513f tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:32.334563 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0edb2013-f27b-40e2-921b-4420a27f8c45 req-0e37b31b-c88a-4748-b96e-bb7622a6513f tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9948a49-f311-486a-bd04-a26a300858b4 HTTP/1.1" status: 200 len: 945 time: 0.0477579 Sep 22 21:13:32.372080 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0edb2013-f27b-40e2-921b-4420a27f8c45 req-dd54a91b-4a6b-4715-9bf5-6b3c2c6102a5 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315375 Sep 22 21:13:32.675906 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8407f8-fa06-461b-879b-5725d298a6f4 req-2c15a574-bc52-448d-b8f5-e64444e26a2c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:32.677285 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6e8407f8-fa06-461b-879b-5725d298a6f4 req-2c15a574-bc52-448d-b8f5-e64444e26a2c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 943 time: 0.0476806 Sep 22 21:13:32.719047 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6e8407f8-fa06-461b-879b-5725d298a6f4 req-4ff8c105-979c-485f-beb6-f8f30d7e7d62 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354407 Sep 22 21:13:33.481298 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5571c1-9314-4116-bef8-2bd6006a291e req-d6b16dbd-3fba-4f25-923a-0f9b56dfa9a8 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:33.482745 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0c5571c1-9314-4116-bef8-2bd6006a291e req-d6b16dbd-3fba-4f25-923a-0f9b56dfa9a8 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9948a49-f311-486a-bd04-a26a300858b4 HTTP/1.1" status: 200 len: 945 time: 0.0471458 Sep 22 21:13:33.515044 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 1aeac8cd-c25e-4f62-9275-88d613b38c74 up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:13:33.520722 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0c5571c1-9314-4116-bef8-2bd6006a291e req-722e392a-73b0-48ac-bf2b-fb7f1ac36e0c tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318377 Sep 22 21:13:33.635837 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port 1aeac8cd-c25e-4f62-9275-88d613b38c74 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:13:33.639549 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port 1aeac8cd-c25e-4f62-9275-88d613b38c74 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:13:33.639915 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:33.665089 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5cd65a3e-3798-4be7-a926-936c0d15237a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:33.716335 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:33.737822 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9948a49-f311-486a-bd04-a26a300858b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aeac8cd-c25e-4f62-9275-88d613b38c74'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:13:33.740050 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4286027-292c-4a53-a7a3-1164b2c5c518" -d '{"events": [{"server_uuid": "b9948a49-f311-486a-bd04-a26a300858b4", "name": "network-vif-plugged", "status": "completed", "tag": "1aeac8cd-c25e-4f62-9275-88d613b38c74"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:13:33.753182 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 1aeac8cd-c25e-4f62-9275-88d613b38c74, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=1aeac8cd-c25e-4f62-9275-88d613b38c74,segment=NetworkSegment(029b5b3b-e008-457c-9e12-e34f6b162188),segment_id=029b5b3b-e008-457c-9e12-e34f6b162188)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:13:33.775514 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe27b102-3e84-44de-b972-1b18ecf44127 x-openstack-request-id: req-fe27b102-3e84-44de-b972-1b18ecf44127 {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:13:33.775816 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9948a49-f311-486a-bd04-a26a300858b4", "name": "network-vif-plugged", "status": "completed", "tag": "1aeac8cd-c25e-4f62-9275-88d613b38c74", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:13:33.776070 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe27b102-3e84-44de-b972-1b18ecf44127 {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:13:33.776466 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9948a49-f311-486a-bd04-a26a300858b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aeac8cd-c25e-4f62-9275-88d613b38c74', 'code': 200} Sep 22 21:13:33.835244 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:33.848696 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dea4fd-3102-4316-b9bb-fde5f420d09e req-5056899d-a409-4e0f-88ff-0604703952d5 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:33.850768 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-82dea4fd-3102-4316-b9bb-fde5f420d09e req-5056899d-a409-4e0f-88ff-0604703952d5 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 943 time: 0.0550170 Sep 22 21:13:33.890111 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-82dea4fd-3102-4316-b9bb-fde5f420d09e req-7931aa55-fb07-4fe1-be8c-9d8bd84f7b68 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327406 Sep 22 21:13:33.892982 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=1aeac8cd-c25e-4f62-9275-88d613b38c74,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:34.112683 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a71ba1-42f4-4b05-bb4a-5f3fde8d905b req-23be6b06-e410-4b34-9c11-bf170ab9287a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:34.114145 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-08a71ba1-42f4-4b05-bb4a-5f3fde8d905b req-23be6b06-e410-4b34-9c11-bf170ab9287a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b9948a49-f311-486a-bd04-a26a300858b4 HTTP/1.1" status: 200 len: 1099 time: 0.0429194 Sep 22 21:13:34.147777 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-08a71ba1-42f4-4b05-bb4a-5f3fde8d905b req-08855cd2-1390-4b73-a0d3-98069ccf2e9d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256608 Sep 22 21:13:34.412107 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:34.520396 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:34.633395 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a274d41-800e-4bec-a893-36011993acaa req-6a0bc6ac-b5ee-49e5-90e4-07669df2e454 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:34.635355 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7a274d41-800e-4bec-a893-36011993acaa req-6a0bc6ac-b5ee-49e5-90e4-07669df2e454 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9948a49-f311-486a-bd04-a26a300858b4 HTTP/1.1" status: 200 len: 946 time: 0.0478792 Sep 22 21:13:34.674782 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7a274d41-800e-4bec-a893-36011993acaa req-c5c9c643-70ec-4b63-a895-9a8ca77ecba0 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336304 Sep 22 21:13:35.004529 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a7e79-7819-43a8-a54d-d814951ebf8c req-a0a1b5af-7a08-495c-99c0-fa2161f48ca5 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:35.004529 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-630a7e79-7819-43a8-a54d-d814951ebf8c req-a0a1b5af-7a08-495c-99c0-fa2161f48ca5 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 943 time: 0.0487258 Sep 22 21:13:35.040331 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-630a7e79-7819-43a8-a54d-d814951ebf8c req-6fb8f8bd-294d-471c-953d-e92cf9f1b31f tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311210 Sep 22 21:13:35.786951 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82c871-6d98-46d1-9c3e-76445c6874d3 req-500e1dca-3e1b-44e2-87f3-fc03f0638bf5 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:35.788404 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0c82c871-6d98-46d1-9c3e-76445c6874d3 req-500e1dca-3e1b-44e2-87f3-fc03f0638bf5 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9948a49-f311-486a-bd04-a26a300858b4 HTTP/1.1" status: 200 len: 946 time: 0.0472579 Sep 22 21:13:35.824870 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-0c82c871-6d98-46d1-9c3e-76445c6874d3 req-7d99a01c-e80b-4aae-98b4-c0d6a42eb79b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299361 Sep 22 21:13:36.152723 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932778fe-6a99-4c43-b9b4-cb92977104a9 req-85705dfb-9a6a-4c7a-94d8-3e847d6d2703 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:36.154317 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-932778fe-6a99-4c43-b9b4-cb92977104a9 req-85705dfb-9a6a-4c7a-94d8-3e847d6d2703 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 943 time: 0.0484035 Sep 22 21:13:36.193630 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-932778fe-6a99-4c43-b9b4-cb92977104a9 req-72f4c094-c546-4fbc-81c8-ef9f2791e2fc tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335033 Sep 22 21:13:36.366598 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:37.310046 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37dd069-46c5-41aa-b883-6a2d97121657 req-20727b23-49af-49fa-81c5-592546c5aa8f tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:37.311427 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c37dd069-46c5-41aa-b883-6a2d97121657 req-20727b23-49af-49fa-81c5-592546c5aa8f tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 943 time: 0.0503321 Sep 22 21:13:37.350168 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c37dd069-46c5-41aa-b883-6a2d97121657 req-35d137d3-eb3a-42d8-bef3-2fe4eddbc166 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327475 Sep 22 21:13:38.470157 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ecbf4-9317-4d3a-bc03-b7b0c9db2faa req-d57609fb-17ba-4153-b03e-afbaf06f1d11 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:38.471558 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5e6ecbf4-9317-4d3a-bc03-b7b0c9db2faa req-d57609fb-17ba-4153-b03e-afbaf06f1d11 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 943 time: 0.0543847 Sep 22 21:13:38.509645 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-5e6ecbf4-9317-4d3a-bc03-b7b0c9db2faa req-504882b5-a286-48c4-af9d-7d0723e96235 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320828 Sep 22 21:13:38.966095 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:13:39.562395 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 42b8f5a8-cb99-4787-9139-449ac3392fd4 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:13:39.628923 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f28294-314a-4a5e-bbfa-65ca95a06b57 req-caa42a4f-80be-495e-af29-4320dccf7c24 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:39.630415 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-11f28294-314a-4a5e-bbfa-65ca95a06b57 req-caa42a4f-80be-495e-af29-4320dccf7c24 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 943 time: 0.0505576 Sep 22 21:13:39.660483 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 42b8f5a8-cb99-4787-9139-449ac3392fd4, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=42b8f5a8-cb99-4787-9139-449ac3392fd4,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:13:39.671745 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': '42b8f5a8-cb99-4787-9139-449ac3392fd4', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'port_id': '42b8f5a8-cb99-4787-9139-449ac3392fd4', 'mac_address': 'fa:16:3e:91:81:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:13:39.673409 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-11f28294-314a-4a5e-bbfa-65ca95a06b57 req-16c815b4-be41-4909-ae11-e72bd7fca118 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362673 Sep 22 21:13:39.711867 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:39.725179 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b8f5a8-cb99-4787-9139-449ac3392fd4 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:13:39.746847 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 42b8f5a8-cb99-4787-9139-449ac3392fd4, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=42b8f5a8-cb99-4787-9139-449ac3392fd4,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:13:40.001133 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:40.051229 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=42b8f5a8-cb99-4787-9139-449ac3392fd4,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:40.256424 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['42b8f5a8-cb99-4787-9139-449ac3392fd4'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:13:40.796922 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37e4b6-4d1f-410b-9a80-eae6dd445ca6 req-336ae5e7-953d-41d5-87fe-adb4a2a9416c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:40.801388 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8f37e4b6-4d1f-410b-9a80-eae6dd445ca6 req-336ae5e7-953d-41d5-87fe-adb4a2a9416c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 944 time: 0.0531297 Sep 22 21:13:40.839223 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8f37e4b6-4d1f-410b-9a80-eae6dd445ca6 req-20e49f90-fd07-42c2-875b-6074f30c2a59 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340929 Sep 22 21:13:41.029664 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:41.566280 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 42b8f5a8-cb99-4787-9139-449ac3392fd4 up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:13:41.686155 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port 42b8f5a8-cb99-4787-9139-449ac3392fd4 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:13:41.690159 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port 42b8f5a8-cb99-4787-9139-449ac3392fd4 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:13:41.690525 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:41.768619 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:41.790651 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3a1a62-35cf-4843-ab49-98f86d50bca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b8f5a8-cb99-4787-9139-449ac3392fd4'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:13:41.793033 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d10ae7f-574d-4ea0-aa91-dd52880591ce" -d '{"events": [{"server_uuid": "1a3a1a62-35cf-4843-ab49-98f86d50bca4", "name": "network-vif-plugged", "status": "completed", "tag": "42b8f5a8-cb99-4787-9139-449ac3392fd4"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:13:41.809041 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 42b8f5a8-cb99-4787-9139-449ac3392fd4, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=42b8f5a8-cb99-4787-9139-449ac3392fd4,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:13:41.834471 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fdea10-0d53-41b4-94c1-d4a779ed0b5b x-openstack-request-id: req-85fdea10-0d53-41b4-94c1-d4a779ed0b5b {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:13:41.834471 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3a1a62-35cf-4843-ab49-98f86d50bca4", "name": "network-vif-plugged", "status": "completed", "tag": "42b8f5a8-cb99-4787-9139-449ac3392fd4", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:13:41.834471 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-85fdea10-0d53-41b4-94c1-d4a779ed0b5b {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:13:41.834471 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3a1a62-35cf-4843-ab49-98f86d50bca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b8f5a8-cb99-4787-9139-449ac3392fd4', 'code': 200} Sep 22 21:13:41.892757 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:41.952416 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=42b8f5a8-cb99-4787-9139-449ac3392fd4,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:41.971745 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfca5f6-cf16-4dc6-bf6a-0ce0c40570b0 req-52fef37e-b9de-4035-a009-7f0f84c402e2 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:41.973236 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bbfca5f6-cf16-4dc6-bf6a-0ce0c40570b0 req-52fef37e-b9de-4035-a009-7f0f84c402e2 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 945 time: 0.0534446 Sep 22 21:13:42.016287 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bbfca5f6-cf16-4dc6-bf6a-0ce0c40570b0 req-26900ee6-3368-4800-b1b2-f32856aa5fa2 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363135 Sep 22 21:13:42.242608 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdf02c-216f-43b5-a0d8-27abb54837a2 req-374984f3-8454-4638-8cc9-10ada9de28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:42.244134 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-30bdf02c-216f-43b5-a0d8-27abb54837a2 req-374984f3-8454-4638-8cc9-10ada9de28a4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 1098 time: 0.0395601 Sep 22 21:13:42.280432 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-30bdf02c-216f-43b5-a0d8-27abb54837a2 req-a57ccb74-a5df-4a2e-9f72-c80401ddd1ac service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275984 Sep 22 21:13:43.133904 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b013a3-60ab-4d8a-a3a5-f868ab9f8c91 req-b896c745-6ba1-4624-8b24-549cff310040 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:43.136001 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-35b013a3-60ab-4d8a-a3a5-f868ab9f8c91 req-b896c745-6ba1-4624-8b24-549cff310040 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 945 time: 0.0486677 Sep 22 21:13:43.176238 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-35b013a3-60ab-4d8a-a3a5-f868ab9f8c91 req-6022caad-2885-4078-a9d1-1baa4dd06dd5 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341096 Sep 22 21:13:44.291047 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ef4d7-7238-478c-9e04-c656e193eb0d req-7f10badc-1c7b-4f56-affa-395566b8bb88 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:44.292519 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cf6ef4d7-7238-478c-9e04-c656e193eb0d req-7f10badc-1c7b-4f56-affa-395566b8bb88 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 945 time: 0.0498235 Sep 22 21:13:44.331227 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-cf6ef4d7-7238-478c-9e04-c656e193eb0d req-3af86eab-396f-4f67-8098-8d5068aa8d29 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314927 Sep 22 21:13:44.448446 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472dd14-fc90-4e10-9ea1-df319c2e2fa8 req-fb764a92-61aa-4e24-af30-661eee84463d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:44.450035 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6472dd14-fc90-4e10-9ea1-df319c2e2fa8 req-fb764a92-61aa-4e24-af30-661eee84463d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 945 time: 0.0507939 Sep 22 21:13:44.498362 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-6472dd14-fc90-4e10-9ea1-df319c2e2fa8 req-67e5fd99-968c-484e-84bc-df81ce3de902 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424714 Sep 22 21:13:44.519996 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 51630) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:44.559431 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe6c586-64c0-4e48-8fc5-3a12b965e1a4 tempest-TestVolumeBootPattern-1360755811 tempest-TestVolumeBootPattern-1360755811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:44.560970 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-abe6c586-64c0-4e48-8fc5-3a12b965e1a4 tempest-TestVolumeBootPattern-1360755811 tempest-TestVolumeBootPattern-1360755811-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 1093 time: 0.0399747 Sep 22 21:13:44.563939 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 51632) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:13:44.568222 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Request body: {'floatingip': {'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'port_id': '42b8f5a8-cb99-4787-9139-449ac3392fd4', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:13:44.646329 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for floatingip, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:44.743235 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:44.843932 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Allocated IP 172.27.0.54 (2c353f49-210c-4300-9e98-1f6204bdd5b4/672554c0-508e-4537-8193-f701627840d3/caaff394-7f8c-4751-8be7-98adeacd4512) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:13:44.953070 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:45.047195 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:45.084369 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Network 2c353f49-210c-4300-9e98-1f6204bdd5b4 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:13:45.089218 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:13:45.091820 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:13:45.129394 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event updated for resources: {'Port': ['ID=caaff394-7f8c-4751-8be7-98adeacd4512,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:45.445214 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:45.572133 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:45.717215 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:45.806430 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:45.878304 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event updated for resources: {'Port': ['ID=caaff394-7f8c-4751-8be7-98adeacd4512,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:13:45.889319 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741466'] for floatingip, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:45.988462 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.l3_db [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Floating IP 4f01eb19-a0d9-40a5-82bb-50959c6d0e84 associated. External IP: 172.27.0.54, port: 42b8f5a8-cb99-4787-9139-449ac3392fd4. Sep 22 21:13:46.422047 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:13:46.526734 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:13:46.536269 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dbdefc-5cf0-42ed-ab71-afa76441b93f None None] Sync routers for ids ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'] in dv-cinder-810415-3-iscsi {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:13:46.546004 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dbdefc-5cf0-42ed-ab71-afa76441b93f None None] Routers {'7ad9c7e9-539f-450c-a063-fa6626cc6e90'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:13:46.551122 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-47dbdefc-5cf0-42ed-ab71-afa76441b93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:13:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:46.593660 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:13:46.620676 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-b5208460-830d-442c-a21d-7cdf534647d0 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0557296 Sep 22 21:13:46.621280 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3a1a62-35cf-4843-ab49-98f86d50bca4', 'tag': '42b8f5a8-cb99-4787-9139-449ac3392fd4'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:13:46.623549 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3603a476-ee10-46a9-a1d6-066b619fc766" -d '{"events": [{"name": "network-changed", "server_uuid": "1a3a1a62-35cf-4843-ab49-98f86d50bca4", "tag": "42b8f5a8-cb99-4787-9139-449ac3392fd4"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:13:46.653754 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-47dbdefc-5cf0-42ed-ab71-afa76441b93f None None] Set router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:13:46.659886 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25f4178-a122-4804-8c19-1caa2ea45561 x-openstack-request-id: req-b25f4178-a122-4804-8c19-1caa2ea45561 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:13:46.660109 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a3a1a62-35cf-4843-ab49-98f86d50bca4", "tag": "42b8f5a8-cb99-4787-9139-449ac3392fd4", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:13:46.660352 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b25f4178-a122-4804-8c19-1caa2ea45561 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:13:46.660753 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a3a1a62-35cf-4843-ab49-98f86d50bca4', 'tag': '42b8f5a8-cb99-4787-9139-449ac3392fd4', 'status': 'completed', 'code': 200} Sep 22 21:13:46.722423 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603a476-ee10-46a9-a1d6-066b619fc766 req-df53b22e-eeb6-418d-8fde-4e7af9fdb1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:46.723945 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3603a476-ee10-46a9-a1d6-066b619fc766 req-df53b22e-eeb6-418d-8fde-4e7af9fdb1b5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b3af2e0553c429bac5d74807160a543&device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 1098 time: 0.0394146 Sep 22 21:13:46.818129 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603a476-ee10-46a9-a1d6-066b619fc766 req-5af77022-66bd-4098-b07b-c9d72a89f816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:46.819578 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3603a476-ee10-46a9-a1d6-066b619fc766 req-5af77022-66bd-4098-b07b-c9d72a89f816 service neutron] 10.222.0.48 "GET /v2.0/networks?id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a HTTP/1.1" status: 200 len: 913 time: 0.0876331 Sep 22 21:13:46.877480 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-47dbdefc-5cf0-42ed-ab71-afa76441b93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': '4f01eb19-a0d9-40a5-82bb-50959c6d0e84', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'port_id': '42b8f5a8-cb99-4787-9139-449ac3392fd4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'mac_address': 'fa:16:3e:91:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a1a62-35cf-4843-ab49-98f86d50bca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:13:45Z', 'updated_at': '2021-09-22T21:13:45Z', 'revision_number': 0, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'fixed_ip_address_scope': None}, {'id': 'f97a2ed3-4b17-43f2-be64-b31dce643d6d', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'port_id': '87b6d6fe-3f9b-4de2-a308-fef003f55a35', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'mac_address': 'fa:16:3e:28:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:11:35Z', 'updated_at': '2021-09-22T21:11:38Z', 'revision_number': 1, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:30Z', 'revision_number': 5, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:46.886768 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3603a476-ee10-46a9-a1d6-066b619fc766 req-de3c993e-0d7a-4f51-a99c-adc736d421ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42b8f5a8-cb99-4787-9139-449ac3392fd4 HTTP/1.1" status: 200 len: 998 time: 0.0591309 Sep 22 21:13:46.903465 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dbdefc-5cf0-42ed-ab71-afa76441b93f None None] Checking router: 7ad9c7e9-539f-450c-a063-fa6626cc6e90 for host: dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:13:46.912069 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dbdefc-5cf0-42ed-ab71-afa76441b93f None None] Routers {'7ad9c7e9-539f-450c-a063-fa6626cc6e90'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:13:46.912600 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-47dbdefc-5cf0-42ed-ab71-afa76441b93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:13:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:46.935478 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603a476-ee10-46a9-a1d6-066b619fc766 req-3a168161-b327-4a19-9d3f-c67a79d0ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:46.936976 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3603a476-ee10-46a9-a1d6-066b619fc766 req-3a168161-b327-4a19-9d3f-c67a79d0ec5b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca HTTP/1.1" status: 200 len: 851 time: 0.0430949 Sep 22 21:13:46.985832 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603a476-ee10-46a9-a1d6-066b619fc766 req-42cbf821-7f38-4f67-bae3-9cca96776dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:13:46.987399 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3603a476-ee10-46a9-a1d6-066b619fc766 req-42cbf821-7f38-4f67-bae3-9cca96776dec service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432420 Sep 22 21:13:47.014717 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-47dbdefc-5cf0-42ed-ab71-afa76441b93f None None] Set router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:13:47.078308 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3603a476-ee10-46a9-a1d6-066b619fc766 req-9cd86514-b465-49ba-a051-63f0fdede7d3 service neutron] 10.222.0.48 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823102 Sep 22 21:13:47.174447 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-3603a476-ee10-46a9-a1d6-066b619fc766 req-a13abe74-91a1-4b61-bac0-3df317956f0a service neutron] 10.222.0.48 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890663 Sep 22 21:13:47.242891 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-47dbdefc-5cf0-42ed-ab71-afa76441b93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': '4f01eb19-a0d9-40a5-82bb-50959c6d0e84', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'port_id': '42b8f5a8-cb99-4787-9139-449ac3392fd4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'mac_address': 'fa:16:3e:91:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a1a62-35cf-4843-ab49-98f86d50bca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:13:45Z', 'updated_at': '2021-09-22T21:13:45Z', 'revision_number': 0, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'fixed_ip_address_scope': None}, {'id': 'f97a2ed3-4b17-43f2-be64-b31dce643d6d', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'port_id': '87b6d6fe-3f9b-4de2-a308-fef003f55a35', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'mac_address': 'fa:16:3e:28:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:11:35Z', 'updated_at': '2021-09-22T21:11:38Z', 'revision_number': 1, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:30Z', 'revision_number': 5, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:13:47.272828 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dbdefc-5cf0-42ed-ab71-afa76441b93f None None] The sync data for ids ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'] in dv-cinder-810415-3-iscsi is: [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': '4f01eb19-a0d9-40a5-82bb-50959c6d0e84', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'port_id': '42b8f5a8-cb99-4787-9139-449ac3392fd4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'mac_address': 'fa:16:3e:91:81:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3a1a62-35cf-4843-ab49-98f86d50bca4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:13:45Z', 'updated_at': '2021-09-22T21:13:45Z', 'revision_number': 0, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'fixed_ip_address_scope': None}, {'id': 'f97a2ed3-4b17-43f2-be64-b31dce643d6d', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'port_id': '87b6d6fe-3f9b-4de2-a308-fef003f55a35', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'mac_address': 'fa:16:3e:28:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:11:35Z', 'updated_at': '2021-09-22T21:11:38Z', 'revision_number': 1, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:30Z', 'revision_number': 5, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:13:47.475617 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0cbd43-c972-4de1-828d-ff53c37ad6b6 None None] New status for floating IP 4f01eb19-a0d9-40a5-82bb-50959c6d0e84: ACTIVE {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:14:00.970037 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57c696ca-1db3-4938-ae2a-630cbc5ab340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:03.649790 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-202f1377-3470-412d-b048-f9a2940e7045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:04.411620 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:04.520144 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:06.369984 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:11.044224 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:12.808144 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca997b-3a1c-4bb4-8851-e02ff6abaa92 req-7968c131-4dde-4309-bad0-de3fe457a52e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:12.809596 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-75ca997b-3a1c-4bb4-8851-e02ff6abaa92 req-7968c131-4dde-4309-bad0-de3fe457a52e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 945 time: 0.0468085 Sep 22 21:14:12.849654 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-75ca997b-3a1c-4bb4-8851-e02ff6abaa92 req-96866825-92cd-4886-a2e8-7a6156260167 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7ab340f-d3c4-4023-9c0c-700fad52d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343096 Sep 22 21:14:13.963307 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91e43f-4c6a-4761-9cc7-8687b445b177 req-6a5b9c73-4bca-474f-97f7-94cec12dec23 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:13.964793 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-af91e43f-4c6a-4761-9cc7-8687b445b177 req-6a5b9c73-4bca-474f-97f7-94cec12dec23 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 945 time: 0.0490427 Sep 22 21:14:14.002002 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-af91e43f-4c6a-4761-9cc7-8687b445b177 req-31fb7af7-aa89-4ccc-bd0b-142a235f234e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7ab340f-d3c4-4023-9c0c-700fad52d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313358 Sep 22 21:14:15.112363 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e904d-f238-4311-97cb-6ecbc8dfb4f2 req-c609639f-c662-4ccc-9cf7-07bfc07a176e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:15.113746 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c12e904d-f238-4311-97cb-6ecbc8dfb4f2 req-c609639f-c662-4ccc-9cf7-07bfc07a176e tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 945 time: 0.0479729 Sep 22 21:14:15.151251 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-c12e904d-f238-4311-97cb-6ecbc8dfb4f2 req-89086b69-d289-46fa-8fcd-89a1f61daa64 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7ab340f-d3c4-4023-9c0c-700fad52d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316894 Sep 22 21:14:15.965546 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:14:16.261168 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383afbb-0f1b-47dd-be5c-33c197e98a89 req-39188a35-e0a7-4b88-8e8a-a3bd07d16559 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:16.262561 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2383afbb-0f1b-47dd-be5c-33c197e98a89 req-39188a35-e0a7-4b88-8e8a-a3bd07d16559 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 945 time: 0.0485911 Sep 22 21:14:16.304297 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2383afbb-0f1b-47dd-be5c-33c197e98a89 req-c8bf33c3-8e3e-405d-bc8a-99f71d933d69 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7ab340f-d3c4-4023-9c0c-700fad52d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358646 Sep 22 21:14:17.417540 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a74db-fd98-4959-b395-592713ed473f req-30971fc8-43c4-4207-8a82-5bf1e1dd5c44 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:17.419010 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a05a74db-fd98-4959-b395-592713ed473f req-30971fc8-43c4-4207-8a82-5bf1e1dd5c44 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 945 time: 0.0483863 Sep 22 21:14:17.455492 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a05a74db-fd98-4959-b395-592713ed473f req-4a530fc3-a706-4015-af0d-d469ac0496a1 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7ab340f-d3c4-4023-9c0c-700fad52d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307291 Sep 22 21:14:18.662788 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e2dd5-ec92-4d9f-b570-643cd3dffd7c req-865ca54b-5bea-4521-b847-90b247ce4e17 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:18.664352 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-427e2dd5-ec92-4d9f-b570-643cd3dffd7c req-865ca54b-5bea-4521-b847-90b247ce4e17 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 945 time: 0.0482042 Sep 22 21:14:18.701822 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-427e2dd5-ec92-4d9f-b570-643cd3dffd7c req-24d9f346-3934-4b2c-a9a5-b37c0ef6e08f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7ab340f-d3c4-4023-9c0c-700fad52d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310266 Sep 22 21:14:19.813784 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499fe4d-ade4-4e0f-a87c-8efe9cc87f6f req-04cb2b87-3fb8-44dc-9ec8-2f982ec67570 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:19.815245 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1499fe4d-ade4-4e0f-a87c-8efe9cc87f6f req-04cb2b87-3fb8-44dc-9ec8-2f982ec67570 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 945 time: 0.0473173 Sep 22 21:14:19.856463 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1499fe4d-ade4-4e0f-a87c-8efe9cc87f6f req-7a42ee90-e367-4c8d-b21c-019467f699e3 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups?id=d7ab340f-d3c4-4023-9c0c-700fad52d8ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346332 Sep 22 21:14:20.206158 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0e0e4-ce13-4556-89e7-cab7aaa296bf req-2a51d37d-73e4-4257-994b-073e2e7f44ea tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:20.207654 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-97f0e0e4-ce13-4556-89e7-cab7aaa296bf req-2a51d37d-73e4-4257-994b-073e2e7f44ea tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.48 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 945 time: 0.0468304 Sep 22 21:14:20.298525 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-97f0e0e4-ce13-4556-89e7-cab7aaa296bf req-7977213c-de70-4a1c-b3a5-c5b8f1bf8c8b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Deleting port 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:14:20.298855 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-97f0e0e4-ce13-4556-89e7-cab7aaa296bf req-7977213c-de70-4a1c-b3a5-c5b8f1bf8c8b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:20.383179 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-97f0e0e4-ce13-4556-89e7-cab7aaa296bf req-7977213c-de70-4a1c-b3a5-c5b8f1bf8c8b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] For port 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=61cb156c-0c60-4cfe-b523-3fa1cf1b1b80,segment=NetworkSegment(b0fd0677-2ed6-4469-975c-37344912378f),segment_id=b0fd0677-2ed6-4469-975c-37344912378f)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:14:20.383542 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-97f0e0e4-ce13-4556-89e7-cab7aaa296bf req-7977213c-de70-4a1c-b3a5-c5b8f1bf8c8b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:20.549484 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-97f0e0e4-ce13-4556-89e7-cab7aaa296bf req-7977213c-de70-4a1c-b3a5-c5b8f1bf8c8b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:20.549841 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-97f0e0e4-ce13-4556-89e7-cab7aaa296bf req-7977213c-de70-4a1c-b3a5-c5b8f1bf8c8b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3741466'] for floatingip, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:20.550205 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.l3_db [req-97f0e0e4-ce13-4556-89e7-cab7aaa296bf req-7977213c-de70-4a1c-b3a5-c5b8f1bf8c8b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Floating IP 09ad95df-b710-455f-9d1f-3d68cc4b531f disassociated. External IP: 172.27.0.40, port: 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80. Sep 22 21:14:20.550542 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-97f0e0e4-ce13-4556-89e7-cab7aaa296bf req-7977213c-de70-4a1c-b3a5-c5b8f1bf8c8b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Calling delete_port for 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:14:20.748865 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-97f0e0e4-ce13-4556-89e7-cab7aaa296bf req-7977213c-de70-4a1c-b3a5-c5b8f1bf8c8b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:20.774532 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977213c-de70-4a1c-b3a5-c5b8f1bf8c8b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Pushing event deleted for resources: {'Port': ['ID=61cb156c-0c60-4cfe-b523-3fa1cf1b1b80,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:20.888269 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97f0e0e4-ce13-4556-89e7-cab7aaa296bf req-7977213c-de70-4a1c-b3a5-c5b8f1bf8c8b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Router 0c140487-6306-4717-8c31-18b6bf25f12c has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:14:20.950054 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-eb2b4c87-b5eb-4388-9ac9-8388bc2c992a req-7f6d501b-c22a-4474-8748-c705319b7474 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 210 time: 0.0260823 Sep 22 21:14:20.994364 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97f0e0e4-ce13-4556-89e7-cab7aaa296bf req-7977213c-de70-4a1c-b3a5-c5b8f1bf8c8b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:14:21.003909 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3f355-791c-4875-8b0b-17989d399bea None None] Sync routers for ids ['0c140487-6306-4717-8c31-18b6bf25f12c'] in dv-cinder-810415-3-iscsi {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:14:21.013322 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3f355-791c-4875-8b0b-17989d399bea None None] Routers {'0c140487-6306-4717-8c31-18b6bf25f12c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:14:21.013945 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-78f3f355-791c-4875-8b0b-17989d399bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:14:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['0c140487-6306-4717-8c31-18b6bf25f12c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:14:21.032388 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f0e0e4-ce13-4556-89e7-cab7aaa296bf req-7977213c-de70-4a1c-b3a5-c5b8f1bf8c8b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] No DVR routers for this DVR port 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 on host hv-cinder-81041 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:14:21.034925 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-97f0e0e4-ce13-4556-89e7-cab7aaa296bf req-7977213c-de70-4a1c-b3a5-c5b8f1bf8c8b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:21.036929 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-97f0e0e4-ce13-4556-89e7-cab7aaa296bf req-7977213c-de70-4a1c-b3a5-c5b8f1bf8c8b tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.48 "DELETE /v2.0/ports/61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 HTTP/1.1" status: 204 len: 173 time: 0.8217640 Sep 22 21:14:21.037357 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f8cc45-0bbf-4e69-b6ca-595b0733d711', 'name': 'network-vif-deleted', 'tag': '61cb156c-0c60-4cfe-b523-3fa1cf1b1b80'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:14:21.039542 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b814ef6-fbdd-449a-888a-370d34df19c7" -d '{"events": [{"server_uuid": "49f8cc45-0bbf-4e69-b6ca-595b0733d711", "name": "network-vif-deleted", "tag": "61cb156c-0c60-4cfe-b523-3fa1cf1b1b80"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:14:21.075989 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738d8e1b-f45b-4ef3-8956-9ac76c6fde7f x-openstack-request-id: req-738d8e1b-f45b-4ef3-8956-9ac76c6fde7f {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:14:21.076299 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f8cc45-0bbf-4e69-b6ca-595b0733d711", "name": "network-vif-deleted", "tag": "61cb156c-0c60-4cfe-b523-3fa1cf1b1b80", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:14:21.076546 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-738d8e1b-f45b-4ef3-8956-9ac76c6fde7f {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:14:21.076970 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f8cc45-0bbf-4e69-b6ca-595b0733d711', 'name': 'network-vif-deleted', 'tag': '61cb156c-0c60-4cfe-b523-3fa1cf1b1b80', 'status': 'completed', 'code': 200} Sep 22 21:14:21.117416 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-78f3f355-791c-4875-8b0b-17989d399bea None None] Set router 0c140487-6306-4717-8c31-18b6bf25f12c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:14:21.397625 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-78f3f355-791c-4875-8b0b-17989d399bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:08:54Z', 'revision_number': 4, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'dd41ef05-2926-4ea4-aca1-66407f303220', 'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'mac_address': 'fa:16:3e:ac:12:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:53Z', 'updated_at': '2021-09-22T21:08:58Z', 'revision_number': 5, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'subnets': [{'id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:14:21.426415 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3f355-791c-4875-8b0b-17989d399bea None None] Checking router: 0c140487-6306-4717-8c31-18b6bf25f12c for host: dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:14:21.434440 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3f355-791c-4875-8b0b-17989d399bea None None] Routers {'0c140487-6306-4717-8c31-18b6bf25f12c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:14:21.435027 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-78f3f355-791c-4875-8b0b-17989d399bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:14:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['0c140487-6306-4717-8c31-18b6bf25f12c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:14:21.576495 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-78f3f355-791c-4875-8b0b-17989d399bea None None] Set router 0c140487-6306-4717-8c31-18b6bf25f12c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:14:21.767676 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-78f3f355-791c-4875-8b0b-17989d399bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:08:54Z', 'revision_number': 4, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'dd41ef05-2926-4ea4-aca1-66407f303220', 'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'mac_address': 'fa:16:3e:ac:12:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:53Z', 'updated_at': '2021-09-22T21:08:58Z', 'revision_number': 5, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'subnets': [{'id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:14:21.793273 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3f355-791c-4875-8b0b-17989d399bea None None] The sync data for ids ['0c140487-6306-4717-8c31-18b6bf25f12c'] in dv-cinder-810415-3-iscsi is: [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:08:54Z', 'revision_number': 4, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'dd41ef05-2926-4ea4-aca1-66407f303220', 'name': '', 'network_id': 'a467527e-b059-4d2f-a877-04dde43195f3', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'mac_address': 'fa:16:3e:ac:12:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:53Z', 'updated_at': '2021-09-22T21:08:58Z', 'revision_number': 5, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'subnets': [{'id': '44b9dea5-d892-4468-94cb-e49c88cec80c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:14:22.006607 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17571ae6-fb1b-496f-b938-24f7dca4d13c None None] New status for floating IP 09ad95df-b710-455f-9d1f-3d68cc4b531f: DOWN {{(pid=94797) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:14:22.060089 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9a8723fc-c661-43ab-a1c6-d11f4dbe25f8 req-f3ce2273-7516-462f-bf00-99d6a8453a75 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/ports?device_id=49f8cc45-0bbf-4e69-b6ca-595b0733d711 HTTP/1.1" status: 200 len: 210 time: 0.0267515 Sep 22 21:14:23.269416 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 51900) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:14:23.326611 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c25ec469-69e2-4682-a931-81989f4ef750 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:23.349714 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c25ec469-69e2-4682-a931-81989f4ef750 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:23.520094 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c25ec469-69e2-4682-a931-81989f4ef750 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:23.522696 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-c25ec469-69e2-4682-a931-81989f4ef750 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:23.523874 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-c25ec469-69e2-4682-a931-81989f4ef750 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "DELETE /v2.0/security-groups/d7ab340f-d3c4-4023-9c0c-700fad52d8ae HTTP/1.1" status: 204 len: 168 time: 0.2534707 Sep 22 21:14:23.526837 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51902) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:14:23.532677 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25ec469-69e2-4682-a931-81989f4ef750 tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ab340f-d3c4-4023-9c0c-700fad52d8ae,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:23.540553 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.api.v2.resource [None req-bec96b77-1c8c-4f28-ace2-3857a1ada56f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] show failed (client error): The resource could not be found. Sep 22 21:14:23.542699 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-bec96b77-1c8c-4f28-ace2-3857a1ada56f tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "GET /v2.0/security-groups/d7ab340f-d3c4-4023-9c0c-700fad52d8ae HTTP/1.1" status: 404 len: 347 time: 0.0146003 Sep 22 21:14:23.545371 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 51904) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:14:23.662293 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-7d0902e5-1a0a-4d4e-b011-cc21d4806c3d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Deleting port 28397cf1-a09a-46d5-b929-80b0a72b8d77 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:14:23.662540 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d0902e5-1a0a-4d4e-b011-cc21d4806c3d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:23.736888 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d0902e5-1a0a-4d4e-b011-cc21d4806c3d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:23.737207 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d0902e5-1a0a-4d4e-b011-cc21d4806c3d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:23.748757 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-7d0902e5-1a0a-4d4e-b011-cc21d4806c3d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Calling delete_port for 28397cf1-a09a-46d5-b929-80b0a72b8d77 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:14:23.799100 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:14:23.818505 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:14:23.818848 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 61cb156c-0c60-4cfe-b523-3fa1cf1b1b80 not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:14:23.954405 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d0902e5-1a0a-4d4e-b011-cc21d4806c3d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:23.981270 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0902e5-1a0a-4d4e-b011-cc21d4806c3d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Pushing event deleted for resources: {'Port': ['ID=28397cf1-a09a-46d5-b929-80b0a72b8d77,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:24.043308 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d0902e5-1a0a-4d4e-b011-cc21d4806c3d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:24.045969 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7d0902e5-1a0a-4d4e-b011-cc21d4806c3d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:24.048717 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-7d0902e5-1a0a-4d4e-b011-cc21d4806c3d tempest-AttachVolumeTestJSON-932371185 tempest-AttachVolumeTestJSON-932371185-project] 10.222.0.42 "DELETE /v2.0/floatingips/09ad95df-b710-455f-9d1f-3d68cc4b531f HTTP/1.1" status: 204 len: 168 time: 0.5008178 Sep 22 21:14:25.810553 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f2041-92cc-4d12-bfbe-080b687cc1cd req-06497874-f430-4ede-9fc1-cc16c9a97361 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:25.812027 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-db9f2041-92cc-4d12-bfbe-080b687cc1cd req-06497874-f430-4ede-9fc1-cc16c9a97361 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9948a49-f311-486a-bd04-a26a300858b4 HTTP/1.1" status: 200 len: 946 time: 0.0476534 Sep 22 21:14:25.849383 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-db9f2041-92cc-4d12-bfbe-080b687cc1cd req-a9d4d3b2-0d56-4728-baa8-dc8c7eb57ed9 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313807 Sep 22 21:14:26.964543 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c378-2a76-488b-bfa1-d243c4d8642a req-bbb1a127-84e5-4024-b689-351109008389 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:26.965949 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2cc2c378-2a76-488b-bfa1-d243c4d8642a req-bbb1a127-84e5-4024-b689-351109008389 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9948a49-f311-486a-bd04-a26a300858b4 HTTP/1.1" status: 200 len: 946 time: 0.0511963 Sep 22 21:14:27.003188 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2cc2c378-2a76-488b-bfa1-d243c4d8642a req-5939ff3f-ccce-4bf8-b2db-c852cb4565f7 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313883 Sep 22 21:14:27.764736 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d427355-9b07-4107-822c-d80089e1cd94 req-ba0cfab0-c65c-471e-bde7-aea3fe41d03d tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:27.766199 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-2d427355-9b07-4107-822c-d80089e1cd94 req-ba0cfab0-c65c-471e-bde7-aea3fe41d03d tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.48 "GET /v2.0/ports?device_id=b9948a49-f311-486a-bd04-a26a300858b4 HTTP/1.1" status: 200 len: 946 time: 0.0469897 Sep 22 21:14:27.856899 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-2d427355-9b07-4107-822c-d80089e1cd94 req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Deleting port 1aeac8cd-c25e-4f62-9275-88d613b38c74 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:14:27.857237 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2d427355-9b07-4107-822c-d80089e1cd94 req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:27.940770 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-2d427355-9b07-4107-822c-d80089e1cd94 req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] For port 1aeac8cd-c25e-4f62-9275-88d613b38c74, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=1aeac8cd-c25e-4f62-9275-88d613b38c74,segment=NetworkSegment(029b5b3b-e008-457c-9e12-e34f6b162188),segment_id=029b5b3b-e008-457c-9e12-e34f6b162188)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:14:27.941051 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2d427355-9b07-4107-822c-d80089e1cd94 req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:27.953166 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-2d427355-9b07-4107-822c-d80089e1cd94 req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Calling delete_port for 1aeac8cd-c25e-4f62-9275-88d613b38c74 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:14:28.119718 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aad608-660e-49fc-9cab-4e5b8fc9836b req-cfb9fd10-0368-40de-9e70-cd610ddfab12 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:28.121826 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f5aad608-660e-49fc-9cab-4e5b8fc9836b req-cfb9fd10-0368-40de-9e70-cd610ddfab12 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9948a49-f311-486a-bd04-a26a300858b4 HTTP/1.1" status: 200 len: 946 time: 0.0545170 Sep 22 21:14:28.160196 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2d427355-9b07-4107-822c-d80089e1cd94 req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:28.160459 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f5aad608-660e-49fc-9cab-4e5b8fc9836b req-2d8db15a-e6f7-4d59-b5dc-e0a7eff04b04 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328209 Sep 22 21:14:28.169172 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51954) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:14:28.172903 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['1aeac8cd-c25e-4f62-9275-88d613b38c74'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:14:28.187375 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Pushing event deleted for resources: {'Port': ['ID=1aeac8cd-c25e-4f62-9275-88d613b38c74,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:28.200965 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:28.201770 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:28.202104 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:28.202430 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:28.202755 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:28.203078 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:28.203397 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:28.204157 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:28.204157 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:28.204329 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:28.204621 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:28.204974 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:28.244211 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d427355-9b07-4107-822c-d80089e1cd94 req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] No DVR routers for this DVR port 1aeac8cd-c25e-4f62-9275-88d613b38c74 on host hv-cinder-81041 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:14:28.247142 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-2d427355-9b07-4107-822c-d80089e1cd94 req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:28.249132 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-2d427355-9b07-4107-822c-d80089e1cd94 req-28f0b8a7-ba2d-4175-99ff-8241fd87a54b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.48 "DELETE /v2.0/ports/1aeac8cd-c25e-4f62-9275-88d613b38c74 HTTP/1.1" status: 204 len: 173 time: 0.4767115 Sep 22 21:14:28.259464 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9948a49-f311-486a-bd04-a26a300858b4', 'name': 'network-vif-deleted', 'tag': '1aeac8cd-c25e-4f62-9275-88d613b38c74'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:14:28.259464 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3708aac5-c7d3-41f9-80a2-4d01665767a1" -d '{"events": [{"server_uuid": "b9948a49-f311-486a-bd04-a26a300858b4", "name": "network-vif-deleted", "tag": "1aeac8cd-c25e-4f62-9275-88d613b38c74"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:14:28.290320 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b726f8-8570-4569-ba8e-93123043af7c x-openstack-request-id: req-b9b726f8-8570-4569-ba8e-93123043af7c {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:14:28.290320 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9948a49-f311-486a-bd04-a26a300858b4", "name": "network-vif-deleted", "tag": "1aeac8cd-c25e-4f62-9275-88d613b38c74", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:14:28.290320 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9b726f8-8570-4569-ba8e-93123043af7c {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:14:28.290320 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9948a49-f311-486a-bd04-a26a300858b4', 'name': 'network-vif-deleted', 'tag': '1aeac8cd-c25e-4f62-9275-88d613b38c74', 'status': 'completed', 'code': 200} Sep 22 21:14:28.576819 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3740442'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:28.819726 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Deleting port dd41ef05-2926-4ea4-aca1-66407f303220 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:14:28.820057 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:28.895992 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] For port dd41ef05-2926-4ea4-aca1-66407f303220, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=dd41ef05-2926-4ea4-aca1-66407f303220,segment=NetworkSegment(b0fd0677-2ed6-4469-975c-37344912378f),segment_id=b0fd0677-2ed6-4469-975c-37344912378f)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:14:28.896352 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:28.909003 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Calling delete_port for dd41ef05-2926-4ea4-aca1-66407f303220 owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:14:29.165885 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:29.191975 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd41ef05-2926-4ea4-aca1-66407f303220,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:29.220880 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:29.221225 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:29.221561 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:29.221885 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:29.222207 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:29.222524 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:29.222843 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:29.223156 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:29.223470 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:29.223783 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:29.224108 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:29.224405 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:29.290163 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2de5cfe0-9495-48df-bf96-8a3c87ee6ffd req-e93aa622-efd4-430d-a046-f46ab85ed46a tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9948a49-f311-486a-bd04-a26a300858b4 HTTP/1.1" status: 200 len: 210 time: 0.0338914 Sep 22 21:14:29.386789 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741587'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:29.591937 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Router 0c140487-6306-4717-8c31-18b6bf25f12c has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:14:29.692838 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:14:29.697613 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-701243b8-4e36-4465-b0bb-95244a3df3e3 admin admin] 10.222.0.42 "PUT /v2.0/routers/0c140487-6306-4717-8c31-18b6bf25f12c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5266497 Sep 22 21:14:29.700164 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51962) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:14:29.701681 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f744c54-29b0-4edd-ade5-b8ac4cd185ed None None] Sync routers for ids ['0c140487-6306-4717-8c31-18b6bf25f12c'] in dv-cinder-810415-3-iscsi {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:14:29.710721 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f744c54-29b0-4edd-ade5-b8ac4cd185ed None None] Routers {'0c140487-6306-4717-8c31-18b6bf25f12c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:14:29.711387 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-1f744c54-29b0-4edd-ade5-b8ac4cd185ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:14:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['0c140487-6306-4717-8c31-18b6bf25f12c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:14:29.802598 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-73b169d9-a9c0-4c98-af9a-7cafa55c3d3f admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:29.815433 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-1f744c54-29b0-4edd-ade5-b8ac4cd185ed None None] Set router 0c140487-6306-4717-8c31-18b6bf25f12c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:14:29.998653 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-1f744c54-29b0-4edd-ade5-b8ac4cd185ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:14:29Z', 'revision_number': 5, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:14:30.024797 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f744c54-29b0-4edd-ade5-b8ac4cd185ed None None] Checking router: 0c140487-6306-4717-8c31-18b6bf25f12c for host: dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:14:30.033687 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f744c54-29b0-4edd-ade5-b8ac4cd185ed None None] Routers {'0c140487-6306-4717-8c31-18b6bf25f12c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:14:30.034295 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-1f744c54-29b0-4edd-ade5-b8ac4cd185ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:14:04Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['0c140487-6306-4717-8c31-18b6bf25f12c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:14:30.139839 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-1f744c54-29b0-4edd-ade5-b8ac4cd185ed None None] Set router 0c140487-6306-4717-8c31-18b6bf25f12c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:14:30.167613 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-73b169d9-a9c0-4c98-af9a-7cafa55c3d3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:30.293158 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-73b169d9-a9c0-4c98-af9a-7cafa55c3d3f admin admin] Deleting port cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:14:30.293417 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-73b169d9-a9c0-4c98-af9a-7cafa55c3d3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:30.308563 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-1f744c54-29b0-4edd-ade5-b8ac4cd185ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:14:29Z', 'revision_number': 5, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:14:30.341173 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f744c54-29b0-4edd-ade5-b8ac4cd185ed None None] The sync data for ids ['0c140487-6306-4717-8c31-18b6bf25f12c'] in dv-cinder-810415-3-iscsi is: [{'id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'name': 'tempest-AttachVolumeTestJSON-1325162138-router', 'tenant_id': '0fef5875b3f244b98c4d699e2af9007e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:08:50Z', 'updated_at': '2021-09-22T21:14:29Z', 'revision_number': 5, 'project_id': '0fef5875b3f244b98c4d699e2af9007e', 'gw_port': {'id': 'cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:10:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c140487-6306-4717-8c31-18b6bf25f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:08:51Z', 'updated_at': '2021-09-22T21:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:14:30.381945 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-73b169d9-a9c0-4c98-af9a-7cafa55c3d3f admin admin] For port cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:14:30.382305 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-73b169d9-a9c0-4c98-af9a-7cafa55c3d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:30.395378 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-73b169d9-a9c0-4c98-af9a-7cafa55c3d3f admin admin] Calling delete_port for cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:14:30.632524 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-73b169d9-a9c0-4c98-af9a-7cafa55c3d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:30.670302 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b169d9-a9c0-4c98-af9a-7cafa55c3d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:30.741850 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device dd41ef05-2926-4ea4-aca1-66407f303220 no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:14:30.742332 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-73b169d9-a9c0-4c98-af9a-7cafa55c3d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741520'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:30.778714 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: dd41ef05-2926-4ea4-aca1-66407f303220 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:14:30.779430 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device dd41ef05-2926-4ea4-aca1-66407f303220 not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:14:30.837386 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-73b169d9-a9c0-4c98-af9a-7cafa55c3d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:30.838560 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-73b169d9-a9c0-4c98-af9a-7cafa55c3d3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:30.948220 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-73b169d9-a9c0-4c98-af9a-7cafa55c3d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737398'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:30.948883 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b169d9-a9c0-4c98-af9a-7cafa55c3d3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c140487-6306-4717-8c31-18b6bf25f12c {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 21:14:30.953287 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-73b169d9-a9c0-4c98-af9a-7cafa55c3d3f admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:30.954452 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-73b169d9-a9c0-4c98-af9a-7cafa55c3d3f admin admin] 10.222.0.42 "DELETE /v2.0/routers/0c140487-6306-4717-8c31-18b6bf25f12c HTTP/1.1" status: 204 len: 168 time: 1.2534056 Sep 22 21:14:30.956964 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51970) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:14:31.007775 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-b326ddc7-eaec-4cc2-bf52-87dbfc889543 admin admin] Deleting subnet 44b9dea5-d892-4468-94cb-e49c88cec80c {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 21:14:31.011358 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b326ddc7-eaec-4cc2-bf52-87dbfc889543 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:31.048902 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b326ddc7-eaec-4cc2-bf52-87dbfc889543 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25704749'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:31.073878 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0c206d7a-4ad6-4cee-8ea7-211e976cb767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:31.131915 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b326ddc7-eaec-4cc2-bf52-87dbfc889543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971671'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:31.262608 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b326ddc7-eaec-4cc2-bf52-87dbfc889543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26159165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25764952'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:31.290826 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326ddc7-eaec-4cc2-bf52-87dbfc889543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44b9dea5-d892-4468-94cb-e49c88cec80c,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:31.294999 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b326ddc7-eaec-4cc2-bf52-87dbfc889543 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:31.297266 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-b326ddc7-eaec-4cc2-bf52-87dbfc889543 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/44b9dea5-d892-4468-94cb-e49c88cec80c HTTP/1.1" status: 204 len: 168 time: 0.3389196 Sep 22 21:14:31.299288 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51972) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:14:31.301758 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8d35d9-7f71-44a7-8203-83e74d6a2ccc None None] Network a467527e-b059-4d2f-a877-04dde43195f3 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:14:31.367814 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548719'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:31.425324 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] Deleting port 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:14:31.425668 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:31.474419 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae39f7cb-faba-490b-bafd-50c38995ff77 None None] DHCP port deletion for a467527e-b059-4d2f-a877-04dde43195f3 request from dv-cinder-810415-3-iscsi {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 21:14:31.493629 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] For port 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3,segment=NetworkSegment(b0fd0677-2ed6-4469-975c-37344912378f),segment_id=b0fd0677-2ed6-4469-975c-37344912378f)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:14:31.494410 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:31.505977 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] Calling delete_port for 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:14:31.524284 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-ae39f7cb-faba-490b-bafd-50c38995ff77 None None] Deleting port 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:14:31.524593 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ae39f7cb-faba-490b-bafd-50c38995ff77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:31.585440 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-ae39f7cb-faba-490b-bafd-50c38995ff77 None None] For port 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3,segment=NetworkSegment(b0fd0677-2ed6-4469-975c-37344912378f),segment_id=b0fd0677-2ed6-4469-975c-37344912378f)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:14:31.585838 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ae39f7cb-faba-490b-bafd-50c38995ff77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:31.598223 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-ae39f7cb-faba-490b-bafd-50c38995ff77 None None] Calling delete_port for 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:14:31.655021 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:31.672168 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ae39f7cb-faba-490b-bafd-50c38995ff77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:31.685885 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:31.687729 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] No DVR routers for this DVR port 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3 on host dv-cinder-810415-3-iscsi {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:14:31.700228 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae39f7cb-faba-490b-bafd-50c38995ff77 None None] Pushing event deleted for resources: {'Port': ['ID=98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:31.704687 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae39f7cb-faba-490b-bafd-50c38995ff77 None None] No DVR routers for this DVR port 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3 on host dv-cinder-810415-3-iscsi {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:14:31.758189 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-969262', 'neutron.services.segments.db._delete_segments_for_network-8786352064148'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:31.777979 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a467527e-b059-4d2f-a877-04dde43195f3']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:14:31.786925 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fd0677-2ed6-4469-975c-37344912378f') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:14:31.787220 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fd0677-2ed6-4469-975c-37344912378f') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:14:31.796307 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786352062877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25704756'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:31.809623 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:31.815397 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:14:31.815780 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26159507'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: Traceback (most recent call last): Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: timer() Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: cb(*args, **kw) Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: return func(*args, **kwargs) Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: self._notify() Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: self.callback(batched_events) Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: event.method(event) Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: return f(self, *a, **k) Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: return self._get(url).json() Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: return self.request(url, 'GET', **kwargs) Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 21:14:31.817502 dv-cinder-810415-3-iscsi neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 21:14:31.940693 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-969241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741452'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:31.947717 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:31.949599 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a467527e-b059-4d2f-a877-04dde43195f3 HTTP/1.1" status: 204 len: 168 time: 0.6494164 Sep 22 21:14:31.959301 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4435236-1824-4e0e-a74b-76d92ddc4c85 admin admin] Pushing event deleted for resources: {'Network': ['ID=a467527e-b059-4d2f-a877-04dde43195f3,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:32.280381 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51978) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:14:32.319333 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-e160cee3-e42e-4542-b6f2-fadc3c00d399 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0fef5875b3f244b98c4d699e2af9007e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377822 Sep 22 21:14:32.321614 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 51980) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:14:32.367122 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27613068-1294-482c-abf8-3d8ea36aab5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:32.387693 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27613068-1294-482c-abf8-3d8ea36aab5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:32.491828 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:14:32.511734 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:14:32.512075 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device cc7e1c93-10c6-4d00-a4bd-a53cdae1f8cf not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:14:32.512524 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3 no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:14:32.530708 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:14:32.531054 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 98d61e96-ca02-4c5b-bba4-a5d8d6a3f3b3 not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:14:32.531543 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27613068-1294-482c-abf8-3d8ea36aab5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:32.534167 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-27613068-1294-482c-abf8-3d8ea36aab5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:32.535948 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-27613068-1294-482c-abf8-3d8ea36aab5f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8f9b168c-5439-41e1-95a0-8e2411ef6d37 HTTP/1.1" status: 204 len: 168 time: 0.2134600 Sep 22 21:14:32.545911 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27613068-1294-482c-abf8-3d8ea36aab5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9b168c-5439-41e1-95a0-8e2411ef6d37,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:33.639998 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-c7a0a3d2-389f-46f5-b128-6d84fc16ebb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:34.076682 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 1aeac8cd-c25e-4f62-9275-88d613b38c74 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:14:34.096203 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: 1aeac8cd-c25e-4f62-9275-88d613b38c74 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:14:34.096546 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 1aeac8cd-c25e-4f62-9275-88d613b38c74 not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:14:34.422784 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:34.628208 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:35.052138 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 52046) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:14:35.160722 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70779eda-23f6-4d69-95cc-be37c5deb99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:35.247665 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70779eda-23f6-4d69-95cc-be37c5deb99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:35.346108 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-70779eda-23f6-4d69-95cc-be37c5deb99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:35.384260 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-70779eda-23f6-4d69-95cc-be37c5deb99c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f6c22d5077549e8aeeb0848c175ae8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310087 Sep 22 21:14:35.386197 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70779eda-23f6-4d69-95cc-be37c5deb99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a754ff66-819f-4875-9da4-5efbf0686221,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:35.387075 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 52056) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:14:35.434625 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-10118937-08d5-44f0-bfe4-b6041ae496a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:35.455707 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-10118937-08d5-44f0-bfe4-b6041ae496a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:35.631554 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-10118937-08d5-44f0-bfe4-b6041ae496a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:35.634141 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-10118937-08d5-44f0-bfe4-b6041ae496a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:35.635333 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-10118937-08d5-44f0-bfe4-b6041ae496a2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a754ff66-819f-4875-9da4-5efbf0686221 HTTP/1.1" status: 204 len: 168 time: 0.2472045 Sep 22 21:14:35.643053 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10118937-08d5-44f0-bfe4-b6041ae496a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a754ff66-819f-4875-9da4-5efbf0686221,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:36.187430 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 52064) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:14:36.200641 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-243b9795-46df-4f46-96af-43a29997f26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:36.290269 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-243b9795-46df-4f46-96af-43a29997f26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:36.353892 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:36.376559 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-243b9795-46df-4f46-96af-43a29997f26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:36.414460 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-243b9795-46df-4f46-96af-43a29997f26b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f7c66e62609845cdba87bfb0fdaf51f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259891 Sep 22 21:14:36.415370 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b9795-46df-4f46-96af-43a29997f26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4d91ce-fa4a-45b3-b7c9-5d53514d28ff,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:36.417262 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 52070) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:14:36.465521 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0499fff4-f523-46e6-b9b2-ba3df28aa6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:36.486085 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0499fff4-f523-46e6-b9b2-ba3df28aa6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:36.622710 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0499fff4-f523-46e6-b9b2-ba3df28aa6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:36.625303 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0499fff4-f523-46e6-b9b2-ba3df28aa6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:36.626498 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-0499fff4-f523-46e6-b9b2-ba3df28aa6d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bc4d91ce-fa4a-45b3-b7c9-5d53514d28ff HTTP/1.1" status: 204 len: 168 time: 0.2082357 Sep 22 21:14:36.633996 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499fff4-f523-46e6-b9b2-ba3df28aa6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4d91ce-fa4a-45b3-b7c9-5d53514d28ff,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:41.051952 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-7c95f86b-5f57-4c80-acc7-5009fb05dec8 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:41.053422 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-7c95f86b-5f57-4c80-acc7-5009fb05dec8 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/networks?id=d00a0251-1946-47a7-b7ee-203aaedbef38 HTTP/1.1" status: 200 len: 813 time: 0.1049583 Sep 22 21:14:41.056846 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:41.068400 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-eecf178a-ebbd-4540-af51-177ba3fd620b tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/quotas/f914b58e1e354f6e80e2ed25d397f91c HTTP/1.1" status: 200 len: 375 time: 0.0087297 Sep 22 21:14:41.098733 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-b8859f86-9fe9-4199-be93-3d286a9133ff tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f914b58e1e354f6e80e2ed25d397f91c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250826 Sep 22 21:14:41.190829 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-11d99fca-153a-4d60-9243-62f2e20ac78a service neutron] 10.222.0.42 "GET /v2.0/networks/d00a0251-1946-47a7-b7ee-203aaedbef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852292 Sep 22 21:14:41.286223 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-956f3132-f423-4948-8e98-3bbc4508a58a service neutron] 10.222.0.42 "GET /v2.0/networks/d00a0251-1946-47a7-b7ee-203aaedbef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891874 Sep 22 21:14:41.546944 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-bc767766-d1ea-4bfb-b23d-8d0bb3d0656e req-0fabd8c5-358d-4fb6-9a77-7c2d2f9dbd32 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=6158e213-810f-46c1-be73-7cc23d9ca23d HTTP/1.1" status: 200 len: 210 time: 0.0302923 Sep 22 21:14:42.634763 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-14e3100b-beb7-4c60-8a87-26e8c2bdfd93 req-c774c4bc-9498-4de0-80e2-8b60b2e2daa7 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=6158e213-810f-46c1-be73-7cc23d9ca23d HTTP/1.1" status: 200 len: 210 time: 0.0249162 Sep 22 21:14:43.558676 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-77bb653e-98e8-4685-87f3-1efc080047d8 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:43.560123 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-77bb653e-98e8-4685-87f3-1efc080047d8 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.48 "GET /v2.0/networks?id=d00a0251-1946-47a7-b7ee-203aaedbef38 HTTP/1.1" status: 200 len: 813 time: 0.1056283 Sep 22 21:14:43.572191 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-6541c761-c446-4b3f-8250-68d5aa3a737d tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Request body: {'port': {'device_id': '6158e213-810f-46c1-be73-7cc23d9ca23d', 'network_id': 'd00a0251-1946-47a7-b7ee-203aaedbef38', 'admin_state_up': True, 'tenant_id': 'f914b58e1e354f6e80e2ed25d397f91c'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:14:43.731243 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-922700bf-dfae-4c66-9b1f-c319ff6aebb4 req-06117932-4a26-4a42-a240-6bed3c66cd2e tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=6158e213-810f-46c1-be73-7cc23d9ca23d HTTP/1.1" status: 200 len: 210 time: 0.0259552 Sep 22 21:14:43.748389 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-6541c761-c446-4b3f-8250-68d5aa3a737d tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Made reservation on behalf of f914b58e1e354f6e80e2ed25d397f91c for: {'port': 1} {{(pid=94796) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 21:14:43.752005 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-6541c761-c446-4b3f-8250-68d5aa3a737d tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:43.878963 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_common [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-6541c761-c446-4b3f-8250-68d5aa3a737d tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Allocated IP 172.20.0.8 (d00a0251-1946-47a7-b7ee-203aaedbef38/2bb1e947-803f-48f4-954a-094f7180bddd/78280c21-d68c-4cf3-a3cd-0505f10cf5f1) {{(pid=94796) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 21:14:44.027819 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-6541c761-c446-4b3f-8250-68d5aa3a737d tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Notify callbacks [] for port, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:44.143017 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-6541c761-c446-4b3f-8250-68d5aa3a737d tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786351551169', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:44.181842 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-6541c761-c446-4b3f-8250-68d5aa3a737d tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Network d00a0251-1946-47a7-b7ee-203aaedbef38 is already hosted by enough agents. {{(pid=94796) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 21:14:44.184776 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.base_scheduler [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-6541c761-c446-4b3f-8250-68d5aa3a737d tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Resources bound (agent type, host, resource id): {{(pid=94796) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 21:14:44.188212 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-6541c761-c446-4b3f-8250-68d5aa3a737d tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Received port after_create {{(pid=94796) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 22 21:14:44.215475 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541c761-c446-4b3f-8250-68d5aa3a737d tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Pushing event updated for resources: {'Port': ['ID=78280c21-d68c-4cf3-a3cd-0505f10cf5f1,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:44.242685 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-6541c761-c446-4b3f-8250-68d5aa3a737d tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:44.243276 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-6541c761-c446-4b3f-8250-68d5aa3a737d tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:44.329193 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-6541c761-c446-4b3f-8250-68d5aa3a737d tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7603672 Sep 22 21:14:44.342299 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.v2.base [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Request body: {'port': {'device_id': '6158e213-810f-46c1-be73-7cc23d9ca23d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81041'}} {{(pid=94796) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 22 21:14:44.397356 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:44.649018 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78280c21-d68c-4cf3-a3cd-0505f10cf5f1 {{(pid=94796) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:14:44.656021 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:44.667225 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.provisioning_blocks [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Transition to ACTIVE for port object 78280c21-d68c-4cf3-a3cd-0505f10cf5f1 will not be triggered until provisioned by entity L2. {{(pid=94796) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 21:14:44.746514 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:44.819021 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Pushing event updated for resources: {'Port': ['ID=78280c21-d68c-4cf3-a3cd-0505f10cf5f1,revision_number=2']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:44.845721 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f339394-e77c-4790-b92a-fc6166d1fb30 req-e10ebd7b-483f-495d-83c4-f16ae7279789 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:44.850168 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9f339394-e77c-4790-b92a-fc6166d1fb30 req-e10ebd7b-483f-495d-83c4-f16ae7279789 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=6158e213-810f-46c1-be73-7cc23d9ca23d HTTP/1.1" status: 200 len: 943 time: 0.0516725 Sep 22 21:14:44.868650 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Attempting to bind port 78280c21-d68c-4cf3-a3cd-0505f10cf5f1 on host hv-cinder-81041 for vnic_type normal with profile {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 22 21:14:44.869052 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Attempting to bind port 78280c21-d68c-4cf3-a3cd-0505f10cf5f1 by drivers openvswitch,hyperv on host hv-cinder-81041 at level 0 using segments [{'id': '029b5b3b-e008-457c-9e12-e34f6b162188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd00a0251-1946-47a7-b7ee-203aaedbef38'}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 22 21:14:44.869318 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Attempting to bind port 78280c21-d68c-4cf3-a3cd-0505f10cf5f1 on network d00a0251-1946-47a7-b7ee-203aaedbef38 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:14:44.874091 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Port 78280c21-d68c-4cf3-a3cd-0505f10cf5f1 on network d00a0251-1946-47a7-b7ee-203aaedbef38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81041 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 22 21:14:44.874403 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Attempting to bind port 78280c21-d68c-4cf3-a3cd-0505f10cf5f1 on network d00a0251-1946-47a7-b7ee-203aaedbef38 {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 22 21:14:44.879113 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Checking agent: {'id': '0650d561-3985-462a-87c4-39a11c288a29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81041', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'started_at': datetime.datetime(2021, 9, 22, 21, 3, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 22, 21, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 22 21:14:44.879437 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Checking segment: {'id': '029b5b3b-e008-457c-9e12-e34f6b162188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd00a0251-1946-47a7-b7ee-203aaedbef38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94796) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 22 21:14:44.879798 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Bound using segment: {'id': '029b5b3b-e008-457c-9e12-e34f6b162188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd00a0251-1946-47a7-b7ee-203aaedbef38'} {{(pid=94796) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 22 21:14:44.880216 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.managers [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Bound port: 78280c21-d68c-4cf3-a3cd-0505f10cf5f1, host: hv-cinder-81041, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '029b5b3b-e008-457c-9e12-e34f6b162188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd00a0251-1946-47a7-b7ee-203aaedbef38'}}] {{(pid=94796) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 22 21:14:44.880560 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:44.885330 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9f339394-e77c-4790-b92a-fc6166d1fb30 req-7a8c4aca-5901-410d-a314-3d4aad79aedd tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319090 Sep 22 21:14:44.942027 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] For port 78280c21-d68c-4cf3-a3cd-0505f10cf5f1, host hv-cinder-81041, cleared binding levels {{(pid=94796) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 22 21:14:44.944877 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] For port 78280c21-d68c-4cf3-a3cd-0505f10cf5f1, host hv-cinder-81041, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=78280c21-d68c-4cf3-a3cd-0505f10cf5f1,segment=NetworkSegment(029b5b3b-e008-457c-9e12-e34f6b162188),segment_id=029b5b3b-e008-457c-9e12-e34f6b162188)] {{(pid=94796) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 22 21:14:45.028422 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27223572'] for port, after_update {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:45.058458 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:45.059594 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:45.061364 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] 10.222.0.48 "PUT /v2.0/ports/78280c21-d68c-4cf3-a3cd-0505f10cf5f1 HTTP/1.1" status: 200 len: 1093 time: 0.7236388 Sep 22 21:14:45.063385 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6158e213-810f-46c1-be73-7cc23d9ca23d', 'tag': '78280c21-d68c-4cf3-a3cd-0505f10cf5f1'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:14:45.066574 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afd17c0-58ab-467b-bcbb-9b2a7988e863" -d '{"events": [{"name": "network-changed", "server_uuid": "6158e213-810f-46c1-be73-7cc23d9ca23d", "tag": "78280c21-d68c-4cf3-a3cd-0505f10cf5f1"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:14:45.092049 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ff7cd-9b6c-4025-b36c-2abda5816954 service neutron] Pushing event updated for resources: {'Port': ['ID=78280c21-d68c-4cf3-a3cd-0505f10cf5f1,revision_number=3']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:45.103423 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6d4865-7225-4462-98b9-6a904773ce88 x-openstack-request-id: req-3f6d4865-7225-4462-98b9-6a904773ce88 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:14:45.103699 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6158e213-810f-46c1-be73-7cc23d9ca23d", "tag": "78280c21-d68c-4cf3-a3cd-0505f10cf5f1", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:14:45.103944 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f6d4865-7225-4462-98b9-6a904773ce88 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:14:45.104327 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6158e213-810f-46c1-be73-7cc23d9ca23d', 'tag': '78280c21-d68c-4cf3-a3cd-0505f10cf5f1', 'status': 'completed', 'code': 200} Sep 22 21:14:45.174284 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd17c0-58ab-467b-bcbb-9b2a7988e863 req-d7e6ad95-599f-4ab5-ab97-fc560b23cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:45.175800 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-8afd17c0-58ab-467b-bcbb-9b2a7988e863 req-d7e6ad95-599f-4ab5-ab97-fc560b23cae6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f914b58e1e354f6e80e2ed25d397f91c&device_id=6158e213-810f-46c1-be73-7cc23d9ca23d HTTP/1.1" status: 200 len: 1096 time: 0.0480852 Sep 22 21:14:45.271147 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd17c0-58ab-467b-bcbb-9b2a7988e863 req-2be110d9-e8c6-4fe4-ae16-667ecb3a45e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:45.274603 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-8afd17c0-58ab-467b-bcbb-9b2a7988e863 req-2be110d9-e8c6-4fe4-ae16-667ecb3a45e4 service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=f914b58e1e354f6e80e2ed25d397f91c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0884082 Sep 22 21:14:45.369811 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd17c0-58ab-467b-bcbb-9b2a7988e863 req-0af120e5-64e8-4757-b2d2-296c352c6c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:45.371253 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-8afd17c0-58ab-467b-bcbb-9b2a7988e863 req-0af120e5-64e8-4757-b2d2-296c352c6c03 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907767 Sep 22 21:14:45.444125 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-ac441ac7-52c3-433e-b28e-8d450618ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:45.445595 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-ac441ac7-52c3-433e-b28e-8d450618ec48 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=f914b58e1e354f6e80e2ed25d397f91c&device_id=6158e213-810f-46c1-be73-7cc23d9ca23d HTTP/1.1" status: 200 len: 1096 time: 0.0387595 Sep 22 21:14:45.487964 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-f43f5ed4-30d8-4661-b471-f86d406d19d9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78280c21-d68c-4cf3-a3cd-0505f10cf5f1 HTTP/1.1" status: 200 len: 217 time: 0.0334554 Sep 22 21:14:45.539004 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-b360206e-7d7c-440c-b7c3-3f31675eee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:45.540317 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-b360206e-7d7c-440c-b7c3-3f31675eee99 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2bb1e947-803f-48f4-954a-094f7180bddd HTTP/1.1" status: 200 len: 853 time: 0.0451922 Sep 22 21:14:45.570009 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-87b7125c-47af-4469-82ca-bd2045ea8457 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d00a0251-1946-47a7-b7ee-203aaedbef38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226212 Sep 22 21:14:45.657266 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-f741cf1a-b0e5-42ff-b883-b48f343d5c83 service neutron] 10.222.0.48 "GET /v2.0/networks/d00a0251-1946-47a7-b7ee-203aaedbef38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797892 Sep 22 21:14:45.750074 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-9539d2bb-e9c6-427c-bf1b-e8df063df27b req-d5ba1c41-fd7e-48f2-ace7-ac9abd2c177b service neutron] 10.222.0.48 "GET /v2.0/networks/d00a0251-1946-47a7-b7ee-203aaedbef38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853188 Sep 22 21:14:45.787676 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 52234) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:14:45.897703 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7ecaa119-07fb-4054-bacb-f55ac98cd18e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:45.985618 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7ecaa119-07fb-4054-bacb-f55ac98cd18e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:45.998453 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79ff40-a555-42f3-b436-cb047a4356c6 req-b46aab7b-1ffd-4d08-bfa9-40d1ee919c6c tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:46.000275 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ab79ff40-a555-42f3-b436-cb047a4356c6 req-b46aab7b-1ffd-4d08-bfa9-40d1ee919c6c tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=6158e213-810f-46c1-be73-7cc23d9ca23d HTTP/1.1" status: 200 len: 943 time: 0.0485890 Sep 22 21:14:46.039681 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-ab79ff40-a555-42f3-b436-cb047a4356c6 req-a904a17c-7d56-41d5-bcc4-4c6f83ac5277 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337756 Sep 22 21:14:46.040355 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-7ecaa119-07fb-4054-bacb-f55ac98cd18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:46.078730 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-7ecaa119-07fb-4054-bacb-f55ac98cd18e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fac325a68f1948398a6281332dbed0cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899888 Sep 22 21:14:46.079588 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecaa119-07fb-4054-bacb-f55ac98cd18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c831fda1-63da-41fc-b9f1-67537e60926d,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:46.082143 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 52240) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:14:46.130980 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7291a502-ce41-40d5-b694-6f3d4e63d96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:46.156710 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7291a502-ce41-40d5-b694-6f3d4e63d96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:46.277066 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7291a502-ce41-40d5-b694-6f3d4e63d96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:46.279644 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-7291a502-ce41-40d5-b694-6f3d4e63d96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:46.281480 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-7291a502-ce41-40d5-b694-6f3d4e63d96d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c831fda1-63da-41fc-b9f1-67537e60926d HTTP/1.1" status: 204 len: 168 time: 0.1983094 Sep 22 21:14:46.292548 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291a502-ce41-40d5-b694-6f3d4e63d96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c831fda1-63da-41fc-b9f1-67537e60926d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:46.911107 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 52246) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:14:46.923997 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-068382dd-6101-476a-aae0-bab018c02a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:47.008899 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-068382dd-6101-476a-aae0-bab018c02a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:47.077402 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-068382dd-6101-476a-aae0-bab018c02a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:47.126329 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-068382dd-6101-476a-aae0-bab018c02a3c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2637d9b24ca14045a1a58b8bdef34b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140615 Sep 22 21:14:47.129035 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 52250) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:14:47.142508 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068382dd-6101-476a-aae0-bab018c02a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ed1d95-5c09-4fbc-ba98-3cfb21ef814f,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:47.169663 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98812285-700f-407a-b7c6-1339425681a0 req-1875c3d5-4dd5-4645-a320-42f5f02b52b0 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:47.171148 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-98812285-700f-407a-b7c6-1339425681a0 req-1875c3d5-4dd5-4645-a320-42f5f02b52b0 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=6158e213-810f-46c1-be73-7cc23d9ca23d HTTP/1.1" status: 200 len: 943 time: 0.0604143 Sep 22 21:14:47.181458 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6adec2af-5d26-4ebd-a0eb-7d20428ca048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:47.202646 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6adec2af-5d26-4ebd-a0eb-7d20428ca048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:47.208543 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-98812285-700f-407a-b7c6-1339425681a0 req-5a4bbcf8-2b6a-4a6e-996f-9f6ee50803da tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314386 Sep 22 21:14:47.330807 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6adec2af-5d26-4ebd-a0eb-7d20428ca048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:47.333350 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-6adec2af-5d26-4ebd-a0eb-7d20428ca048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:47.334497 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-6adec2af-5d26-4ebd-a0eb-7d20428ca048 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7ed1d95-5c09-4fbc-ba98-3cfb21ef814f HTTP/1.1" status: 204 len: 168 time: 0.2044575 Sep 22 21:14:47.342819 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adec2af-5d26-4ebd-a0eb-7d20428ca048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ed1d95-5c09-4fbc-ba98-3cfb21ef814f,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:48.275748 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 78280c21-d68c-4cf3-a3cd-0505f10cf5f1 details requested by agent hyperv_hv-cinder-81041 with host hv-cinder-81041 {{(pid=94797) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 22 21:14:48.320011 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c73ad6-d7e4-40a7-9cd6-b2cfa74b3322 req-ac2a6b22-35e2-49fd-871e-62116e14d91d tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:48.321604 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f0c73ad6-d7e4-40a7-9cd6-b2cfa74b3322 req-ac2a6b22-35e2-49fd-871e-62116e14d91d tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=6158e213-810f-46c1-be73-7cc23d9ca23d HTTP/1.1" status: 200 len: 943 time: 0.0480554 Sep 22 21:14:48.360818 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-f0c73ad6-d7e4-40a7-9cd6-b2cfa74b3322 req-71f7f93d-64c0-465d-85cb-1311c3f88eae tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324795 Sep 22 21:14:48.376886 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 78280c21-d68c-4cf3-a3cd-0505f10cf5f1, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=78280c21-d68c-4cf3-a3cd-0505f10cf5f1,segment=NetworkSegment(029b5b3b-e008-457c-9e12-e34f6b162188),segment_id=029b5b3b-e008-457c-9e12-e34f6b162188)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:14:48.388604 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Returning: {'device': '78280c21-d68c-4cf3-a3cd-0505f10cf5f1', 'network_id': 'd00a0251-1946-47a7-b7ee-203aaedbef38', 'port_id': '78280c21-d68c-4cf3-a3cd-0505f10cf5f1', 'mac_address': 'fa:16:3e:63:25:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb1e947-803f-48f4-954a-094f7180bddd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94797) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 22 21:14:48.427816 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:48.440450 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78280c21-d68c-4cf3-a3cd-0505f10cf5f1 {{(pid=94797) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 22 21:14:48.462442 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 78280c21-d68c-4cf3-a3cd-0505f10cf5f1, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=78280c21-d68c-4cf3-a3cd-0505f10cf5f1,segment=NetworkSegment(029b5b3b-e008-457c-9e12-e34f6b162188),segment_id=029b5b3b-e008-457c-9e12-e34f6b162188)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:14:48.591622 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:48.638439 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=78280c21-d68c-4cf3-a3cd-0505f10cf5f1,revision_number=4']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:48.645287 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:48.645633 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:48.646045 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:48.646382 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:48.646710 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:48.647036 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:48.647359 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:48.647679 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:48.648022 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:48.648524 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:48.648879 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:48.649201 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:14:48.834436 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['78280c21-d68c-4cf3-a3cd-0505f10cf5f1'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:14:48.990466 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 52284) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:14:49.090397 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0166b47a-593a-4206-9caf-60ac9ff763e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:49.175500 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0166b47a-593a-4206-9caf-60ac9ff763e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:49.256607 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-0166b47a-593a-4206-9caf-60ac9ff763e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:49.293511 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-0166b47a-593a-4206-9caf-60ac9ff763e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=390006d4a32c4f649954d56b68466ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020375 Sep 22 21:14:49.295356 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166b47a-593a-4206-9caf-60ac9ff763e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710434ab-d869-44e1-9e1e-a2c28675b1b0,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:49.296268 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 52288) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:14:49.343435 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f3a5b24d-43ab-4b85-bdfe-7e9621360d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:49.363536 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f3a5b24d-43ab-4b85-bdfe-7e9621360d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:49.479251 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ab1b6-1529-4351-9427-b87897a79792 req-4f215a83-4ab2-44f1-8f5f-ede345d29230 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:49.480719 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e99ab1b6-1529-4351-9427-b87897a79792 req-4f215a83-4ab2-44f1-8f5f-ede345d29230 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=6158e213-810f-46c1-be73-7cc23d9ca23d HTTP/1.1" status: 200 len: 944 time: 0.0512135 Sep 22 21:14:49.511496 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f3a5b24d-43ab-4b85-bdfe-7e9621360d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:49.514310 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-f3a5b24d-43ab-4b85-bdfe-7e9621360d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:49.515590 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-f3a5b24d-43ab-4b85-bdfe-7e9621360d4c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/710434ab-d869-44e1-9e1e-a2c28675b1b0 HTTP/1.1" status: 204 len: 168 time: 0.2182839 Sep 22 21:14:49.518502 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-e99ab1b6-1529-4351-9427-b87897a79792 req-0cdbee1a-48a7-4688-873e-f7283197aa50 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309136 Sep 22 21:14:49.523409 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5b24d-43ab-4b85-bdfe-7e9621360d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710434ab-d869-44e1-9e1e-a2c28675b1b0,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:50.294351 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 78280c21-d68c-4cf3-a3cd-0505f10cf5f1 up at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 22 21:14:50.422313 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning for port 78280c21-d68c-4cf3-a3cd-0505f10cf5f1 completed by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 21:14:50.426145 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.provisioning_blocks [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Provisioning complete for port 78280c21-d68c-4cf3-a3cd-0505f10cf5f1 triggered by entity L2. {{(pid=94797) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 21:14:50.426521 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-932091'] for port, provisioning_complete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:50.504123 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-923687'] for port, before_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:50.528749 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6158e213-810f-46c1-be73-7cc23d9ca23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78280c21-d68c-4cf3-a3cd-0505f10cf5f1'}] {{(pid=94797) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:14:50.530968 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25ab7831e6e333bea558e98c1feac1d469efdcb9ef4a0f87ea718a8174efecd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743dbe4f-5226-44ad-b43e-bf27b0383e60" -d '{"events": [{"server_uuid": "6158e213-810f-46c1-be73-7cc23d9ca23d", "name": "network-vif-plugged", "status": "completed", "tag": "78280c21-d68c-4cf3-a3cd-0505f10cf5f1"}]}' {{(pid=94797) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:14:50.544957 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] For port 78280c21-d68c-4cf3-a3cd-0505f10cf5f1, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=78280c21-d68c-4cf3-a3cd-0505f10cf5f1,segment=NetworkSegment(029b5b3b-e008-457c-9e12-e34f6b162188),segment_id=029b5b3b-e008-457c-9e12-e34f6b162188)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:14:50.578311 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872a9016-6e12-483d-abdc-d7bec9ceb55c x-openstack-request-id: req-872a9016-6e12-483d-abdc-d7bec9ceb55c {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:14:50.578761 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6158e213-810f-46c1-be73-7cc23d9ca23d", "name": "network-vif-plugged", "status": "completed", "tag": "78280c21-d68c-4cf3-a3cd-0505f10cf5f1", "code": 200}]} {{(pid=94797) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:14:50.579106 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-872a9016-6e12-483d-abdc-d7bec9ceb55c {{(pid=94797) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:14:50.579667 dv-cinder-810415-3-iscsi neutron-server[94797]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6158e213-810f-46c1-be73-7cc23d9ca23d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78280c21-d68c-4cf3-a3cd-0505f10cf5f1', 'code': 200} Sep 22 21:14:50.620030 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786352037124', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786351551187', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786351551205'] for port, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:14:50.668510 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da779d-db10-4134-9ace-f7db4da2b347 req-d48ca395-de39-4a4d-8999-e7a9651e2b77 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:50.670691 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-94da779d-db10-4134-9ace-f7db4da2b347 req-d48ca395-de39-4a4d-8999-e7a9651e2b77 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=6158e213-810f-46c1-be73-7cc23d9ca23d HTTP/1.1" status: 200 len: 944 time: 0.0781996 Sep 22 21:14:50.682229 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Pushing event updated for resources: {'Port': ['ID=78280c21-d68c-4cf3-a3cd-0505f10cf5f1,revision_number=5']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:14:50.719286 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-94da779d-db10-4134-9ace-f7db4da2b347 req-8ece9644-2654-49b6-a234-cdef0bc14286 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329568 Sep 22 21:14:50.930892 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ec0c5-dac0-4e9c-b0b9-ff21fdd7b432 req-923756af-679c-4808-897c-851205c7b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:50.932368 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-470ec0c5-dac0-4e9c-b0b9-ff21fdd7b432 req-923756af-679c-4808-897c-851205c7b695 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=6158e213-810f-46c1-be73-7cc23d9ca23d HTTP/1.1" status: 200 len: 1098 time: 0.0406644 Sep 22 21:14:51.195694 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-470ec0c5-dac0-4e9c-b0b9-ff21fdd7b432 req-5bf04285-60a1-4abb-8420-71fbe645722a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559090 Sep 22 21:14:51.833549 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f806a62-0a25-420c-ba2a-9236d1dc703c req-006f12b3-19d7-436f-9b1f-8abf0fef7a12 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:51.835027 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7f806a62-0a25-420c-ba2a-9236d1dc703c req-006f12b3-19d7-436f-9b1f-8abf0fef7a12 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=6158e213-810f-46c1-be73-7cc23d9ca23d HTTP/1.1" status: 200 len: 945 time: 0.0498369 Sep 22 21:14:51.876020 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-7f806a62-0a25-420c-ba2a-9236d1dc703c req-2187f494-654d-4f65-9285-84021fa913ab tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348825 Sep 22 21:14:52.963664 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:14:52.992597 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d2dfc-f641-4c50-a9a3-7585ba51d4f1 req-63e598ad-6296-4f92-b5f5-5e31fcb015b8 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:14:52.994108 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4e7d2dfc-f641-4c50-a9a3-7585ba51d4f1 req-63e598ad-6296-4f92-b5f5-5e31fcb015b8 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=6158e213-810f-46c1-be73-7cc23d9ca23d HTTP/1.1" status: 200 len: 945 time: 0.0521021 Sep 22 21:14:53.031607 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-4e7d2dfc-f641-4c50-a9a3-7585ba51d4f1 req-f86044b1-70a3-4c94-a060-fe721222a75e tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310545 Sep 22 21:15:00.996781 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f7a90073-2fa0-444b-a7ba-33e7c2bcadb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:03.633100 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-edaf707b-6740-450e-8824-0af5bb662932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:04.407737 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:04.527757 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:06.347411 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:11.041428 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:15.550951 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-31c93c17-5497-4efa-8eb7-064f31db66ca req-f24df352-b382-4f8c-bfd4-a437b997234f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382435 Sep 22 21:15:15.644961 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c93c17-5497-4efa-8eb7-064f31db66ca req-29ce3e57-6bbb-46b8-a471-20560fb7894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:15.646482 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-31c93c17-5497-4efa-8eb7-064f31db66ca req-29ce3e57-6bbb-46b8-a471-20560fb7894d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b3af2e0553c429bac5d74807160a543&device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 1098 time: 0.0392938 Sep 22 21:15:15.673430 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 52524) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:15:15.757124 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c93c17-5497-4efa-8eb7-064f31db66ca req-6b4f359a-31cc-4df6-9b29-5cf7d5877c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:15.758613 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-31c93c17-5497-4efa-8eb7-064f31db66ca req-6b4f359a-31cc-4df6-9b29-5cf7d5877c20 service neutron] 10.222.0.48 "GET /v2.0/networks?id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a HTTP/1.1" status: 200 len: 913 time: 0.0921273 Sep 22 21:15:15.789030 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2e1a79d9-43a4-4f42-966b-4118fc2e69b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:15.827840 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-31c93c17-5497-4efa-8eb7-064f31db66ca req-f6983a57-0b26-44d9-b72e-a61ddb0eed29 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b6d6fe-3f9b-4de2-a308-fef003f55a35 HTTP/1.1" status: 200 len: 1001 time: 0.0620317 Sep 22 21:15:15.881622 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c93c17-5497-4efa-8eb7-064f31db66ca req-b34e8c48-1050-4223-9166-e7c14edad3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:15.883351 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-31c93c17-5497-4efa-8eb7-064f31db66ca req-b34e8c48-1050-4223-9166-e7c14edad3c8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca HTTP/1.1" status: 200 len: 851 time: 0.0483270 Sep 22 21:15:15.890230 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2e1a79d9-43a4-4f42-966b-4118fc2e69b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:15.932019 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c93c17-5497-4efa-8eb7-064f31db66ca req-93dbefcf-de82-482f-a114-60ebf18f921e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:15.933569 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-31c93c17-5497-4efa-8eb7-064f31db66ca req-93dbefcf-de82-482f-a114-60ebf18f921e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413513 Sep 22 21:15:15.947978 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [req-31c93c17-5497-4efa-8eb7-064f31db66ca req-b0134a1d-c000-45cf-b572-cf94e6dc4084 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=94796) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 21:15:15.947978 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-31c93c17-5497-4efa-8eb7-064f31db66ca req-b0134a1d-c000-45cf-b572-cf94e6dc4084 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062404 Sep 22 21:15:15.976097 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-2e1a79d9-43a4-4f42-966b-4118fc2e69b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:16.019285 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-2e1a79d9-43a4-4f42-966b-4118fc2e69b3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b94eb473ef284241a5d655c3f4d12079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3447778 Sep 22 21:15:16.021256 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a79d9-43a4-4f42-966b-4118fc2e69b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eded432-68f5-4da9-91b3-a05dcec2cb1e,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:15:16.023510 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 52538) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:15:16.046786 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-31c93c17-5497-4efa-8eb7-064f31db66ca req-5c0027cd-72dc-45c1-8211-034f3b7ce7ae service neutron] 10.222.0.48 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914302 Sep 22 21:15:16.074632 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-958bb3e9-8d05-4b4e-b1ba-888e9812a5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:16.095934 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-958bb3e9-8d05-4b4e-b1ba-888e9812a5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:16.138172 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-31c93c17-5497-4efa-8eb7-064f31db66ca req-a4bd2d07-0fd5-4a9b-ba84-2ec414bb330f service neutron] 10.222.0.48 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827587 Sep 22 21:15:16.210404 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-958bb3e9-8d05-4b4e-b1ba-888e9812a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:16.213012 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-958bb3e9-8d05-4b4e-b1ba-888e9812a5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:16.214163 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-958bb3e9-8d05-4b4e-b1ba-888e9812a5ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9eded432-68f5-4da9-91b3-a05dcec2cb1e HTTP/1.1" status: 204 len: 168 time: 0.1895685 Sep 22 21:15:16.229316 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958bb3e9-8d05-4b4e-b1ba-888e9812a5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eded432-68f5-4da9-91b3-a05dcec2cb1e,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:15:17.867320 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c68cdb-adbd-4c7b-8a4b-7c5ecfdb4262 req-2d7b359f-5616-4df4-8639-645c8691f572 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:17.868868 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-45c68cdb-adbd-4c7b-8a4b-7c5ecfdb4262 req-2d7b359f-5616-4df4-8639-645c8691f572 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=6158e213-810f-46c1-be73-7cc23d9ca23d HTTP/1.1" status: 200 len: 945 time: 0.0501847 Sep 22 21:15:17.906985 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-45c68cdb-adbd-4c7b-8a4b-7c5ecfdb4262 req-b11f2c1e-5bdd-4c9e-af7b-6fdf7eb9694c tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322771 Sep 22 21:15:19.168263 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac66396-909f-4fcc-b241-e592a0a52335 req-c3198b12-71af-4e24-baca-b388f66b6421 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:19.170362 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1ac66396-909f-4fcc-b241-e592a0a52335 req-c3198b12-71af-4e24-baca-b388f66b6421 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=6158e213-810f-46c1-be73-7cc23d9ca23d HTTP/1.1" status: 200 len: 945 time: 0.1978977 Sep 22 21:15:19.210459 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-1ac66396-909f-4fcc-b241-e592a0a52335 req-563c1ca5-9228-45a4-b887-7fcac83ff216 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/security-groups?id=d440a9f2-326f-45ce-af62-e1b308904801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342414 Sep 22 21:15:19.401162 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73ef2a-3f7d-46dc-93f7-7d04d7960a88 req-b7af2adc-3280-4dde-aa43-25088a42b1e9 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:19.402605 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-1c73ef2a-3f7d-46dc-93f7-7d04d7960a88 req-b7af2adc-3280-4dde-aa43-25088a42b1e9 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.48 "GET /v2.0/ports?device_id=6158e213-810f-46c1-be73-7cc23d9ca23d HTTP/1.1" status: 200 len: 945 time: 0.0474920 Sep 22 21:15:19.491595 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-1c73ef2a-3f7d-46dc-93f7-7d04d7960a88 req-e5f1e881-7002-459f-a15d-585cda064940 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Deleting port 78280c21-d68c-4cf3-a3cd-0505f10cf5f1 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:15:19.491932 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1c73ef2a-3f7d-46dc-93f7-7d04d7960a88 req-e5f1e881-7002-459f-a15d-585cda064940 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:19.582113 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-1c73ef2a-3f7d-46dc-93f7-7d04d7960a88 req-e5f1e881-7002-459f-a15d-585cda064940 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] For port 78280c21-d68c-4cf3-a3cd-0505f10cf5f1, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=78280c21-d68c-4cf3-a3cd-0505f10cf5f1,segment=NetworkSegment(029b5b3b-e008-457c-9e12-e34f6b162188),segment_id=029b5b3b-e008-457c-9e12-e34f6b162188)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:15:19.582544 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1c73ef2a-3f7d-46dc-93f7-7d04d7960a88 req-e5f1e881-7002-459f-a15d-585cda064940 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:19.602335 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-1c73ef2a-3f7d-46dc-93f7-7d04d7960a88 req-e5f1e881-7002-459f-a15d-585cda064940 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Calling delete_port for 78280c21-d68c-4cf3-a3cd-0505f10cf5f1 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:15:19.793177 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1c73ef2a-3f7d-46dc-93f7-7d04d7960a88 req-e5f1e881-7002-459f-a15d-585cda064940 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:19.805344 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] get_ports_and_sgs() called for port_ids ['78280c21-d68c-4cf3-a3cd-0505f10cf5f1'] {{(pid=94797) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 22 21:15:19.823703 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1e881-7002-459f-a15d-585cda064940 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Pushing event deleted for resources: {'Port': ['ID=78280c21-d68c-4cf3-a3cd-0505f10cf5f1,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:15:19.868344 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c73ef2a-3f7d-46dc-93f7-7d04d7960a88 req-e5f1e881-7002-459f-a15d-585cda064940 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] No DVR routers for this DVR port 78280c21-d68c-4cf3-a3cd-0505f10cf5f1 on host hv-cinder-81041 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:15:19.870919 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-1c73ef2a-3f7d-46dc-93f7-7d04d7960a88 req-e5f1e881-7002-459f-a15d-585cda064940 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:19.872907 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-1c73ef2a-3f7d-46dc-93f7-7d04d7960a88 req-e5f1e881-7002-459f-a15d-585cda064940 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.48 "DELETE /v2.0/ports/78280c21-d68c-4cf3-a3cd-0505f10cf5f1 HTTP/1.1" status: 204 len: 173 time: 0.4645050 Sep 22 21:15:19.873335 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6158e213-810f-46c1-be73-7cc23d9ca23d', 'name': 'network-vif-deleted', 'tag': '78280c21-d68c-4cf3-a3cd-0505f10cf5f1'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:15:19.875547 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4495888-9246-4997-a7f1-a575405fab66" -d '{"events": [{"server_uuid": "6158e213-810f-46c1-be73-7cc23d9ca23d", "name": "network-vif-deleted", "tag": "78280c21-d68c-4cf3-a3cd-0505f10cf5f1"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:15:19.909811 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748c9fd2-3766-431f-b0f1-4a1b35d94f8e x-openstack-request-id: req-748c9fd2-3766-431f-b0f1-4a1b35d94f8e {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:15:19.910096 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6158e213-810f-46c1-be73-7cc23d9ca23d", "name": "network-vif-deleted", "tag": "78280c21-d68c-4cf3-a3cd-0505f10cf5f1", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:15:19.910345 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-748c9fd2-3766-431f-b0f1-4a1b35d94f8e {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:15:19.910734 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6158e213-810f-46c1-be73-7cc23d9ca23d', 'name': 'network-vif-deleted', 'tag': '78280c21-d68c-4cf3-a3cd-0505f10cf5f1', 'status': 'completed', 'code': 200} Sep 22 21:15:20.313544 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-94246fab-5928-4635-8202-29ba71400575 req-3a117095-adf8-4124-82b4-30698f17fb77 tempest-VolumesSnapshotTestJSON-1468209033 tempest-VolumesSnapshotTestJSON-1468209033-project] 10.222.0.42 "GET /v2.0/ports?device_id=6158e213-810f-46c1-be73-7cc23d9ca23d HTTP/1.1" status: 200 len: 210 time: 0.0268681 Sep 22 21:15:22.090628 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 52628) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:15:22.194567 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f606a4a-1720-41f9-ab98-1db6b929896d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:22.280460 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f606a4a-1720-41f9-ab98-1db6b929896d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:22.361486 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-6f606a4a-1720-41f9-ab98-1db6b929896d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:22.399697 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-6f606a4a-1720-41f9-ab98-1db6b929896d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c05764d07ffd4a479e2aa0bf0f2ab08b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079789 Sep 22 21:15:22.400538 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f606a4a-1720-41f9-ab98-1db6b929896d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec199835-290c-45a3-b4b5-ab041d058500,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:15:22.403144 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 52632) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:15:22.451266 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10779ff3-b5e1-4b78-adef-33bf4e47bf39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:22.471907 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10779ff3-b5e1-4b78-adef-33bf4e47bf39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:22.621916 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10779ff3-b5e1-4b78-adef-33bf4e47bf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:22.624467 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-10779ff3-b5e1-4b78-adef-33bf4e47bf39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:22.625645 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-10779ff3-b5e1-4b78-adef-33bf4e47bf39 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec199835-290c-45a3-b4b5-ab041d058500 HTTP/1.1" status: 204 len: 168 time: 0.2215242 Sep 22 21:15:22.633270 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10779ff3-b5e1-4b78-adef-33bf4e47bf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec199835-290c-45a3-b4b5-ab041d058500,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:15:24.848511 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 78280c21-d68c-4cf3-a3cd-0505f10cf5f1 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:15:24.871028 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: 78280c21-d68c-4cf3-a3cd-0505f10cf5f1 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:15:24.871365 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 78280c21-d68c-4cf3-a3cd-0505f10cf5f1 not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:15:29.962028 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:15:30.999361 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0b6d43ae-c0ec-4954-ad4e-4dffbb400e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:33.638439 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e57cdcfe-5d6c-46f5-b5d7-0ef58bb0332a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:34.412355 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:34.515630 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:36.364444 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:38.056033 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 52790) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:15:38.208949 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Deleting port caaff394-7f8c-4751-8be7-98adeacd4512 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:15:38.209288 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:38.285500 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:38.285833 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:38.297775 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Calling delete_port for caaff394-7f8c-4751-8be7-98adeacd4512 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:15:38.532242 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:38.558579 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event deleted for resources: {'Port': ['ID=caaff394-7f8c-4751-8be7-98adeacd4512,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:15:38.583983 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:38.584360 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:38.584697 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:38.585048 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:38.585375 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:38.585697 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:38.586018 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:38.586336 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:38.586659 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:38.586971 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:38.587284 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:38.587595 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94796) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:38.627371 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:38.627632 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.l3_db [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Floating IP 4f01eb19-a0d9-40a5-82bb-50959c6d0e84 disassociated (deleted). External IP: 172.27.0.54, port: 42b8f5a8-cb99-4787-9139-449ac3392fd4. Sep 22 21:15:38.829485 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:15:38.933333 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:15:38.938602 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:38.943799 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5330a3f-75b0-4531-bf8a-bab7e723e171 None None] Sync routers for ids ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:15:38.952155 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5330a3f-75b0-4531-bf8a-bab7e723e171 None None] Routers {'7ad9c7e9-539f-450c-a063-fa6626cc6e90'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:15:38.952930 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b5330a3f-75b0-4531-bf8a-bab7e723e171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:15:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:15:38.964578 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-0dc42562-09d7-4b41-a52c-c61167274a44 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "DELETE /v2.0/floatingips/4f01eb19-a0d9-40a5-82bb-50959c6d0e84 HTTP/1.1" status: 204 len: 168 time: 0.9072864 Sep 22 21:15:38.971368 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a3a1a62-35cf-4843-ab49-98f86d50bca4', 'tag': '42b8f5a8-cb99-4787-9139-449ac3392fd4'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:15:38.971368 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4dddba-9773-494c-8472-aefda4e9089e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a3a1a62-35cf-4843-ab49-98f86d50bca4", "tag": "42b8f5a8-cb99-4787-9139-449ac3392fd4"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:15:39.129190 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c902b79-a54d-426e-9a13-40b5d1f5c70d x-openstack-request-id: req-6c902b79-a54d-426e-9a13-40b5d1f5c70d {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:15:39.129870 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a3a1a62-35cf-4843-ab49-98f86d50bca4", "tag": "42b8f5a8-cb99-4787-9139-449ac3392fd4", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:15:39.129870 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c902b79-a54d-426e-9a13-40b5d1f5c70d {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:15:39.130120 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a3a1a62-35cf-4843-ab49-98f86d50bca4', 'tag': '42b8f5a8-cb99-4787-9139-449ac3392fd4', 'status': 'completed', 'code': 200} Sep 22 21:15:39.186259 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b5330a3f-75b0-4531-bf8a-bab7e723e171 None None] Set router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:15:39.302111 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dddba-9773-494c-8472-aefda4e9089e req-acd948e0-93a2-46e0-817d-0210f882d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:39.303793 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-1d4dddba-9773-494c-8472-aefda4e9089e req-acd948e0-93a2-46e0-817d-0210f882d206 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b3af2e0553c429bac5d74807160a543&device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 1098 time: 0.1512203 Sep 22 21:15:39.399794 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dddba-9773-494c-8472-aefda4e9089e req-e07e286d-c7a1-40d6-b973-a0861978d79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:39.401364 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-1d4dddba-9773-494c-8472-aefda4e9089e req-e07e286d-c7a1-40d6-b973-a0861978d79b service neutron] 10.222.0.48 "GET /v2.0/networks?id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a HTTP/1.1" status: 200 len: 913 time: 0.0894213 Sep 22 21:15:39.411013 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b5330a3f-75b0-4531-bf8a-bab7e723e171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': 'f97a2ed3-4b17-43f2-be64-b31dce643d6d', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'port_id': '87b6d6fe-3f9b-4de2-a308-fef003f55a35', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'mac_address': 'fa:16:3e:28:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:11:35Z', 'updated_at': '2021-09-22T21:11:38Z', 'revision_number': 1, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:30Z', 'revision_number': 5, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:15:39.447995 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5330a3f-75b0-4531-bf8a-bab7e723e171 None None] Checking router: 7ad9c7e9-539f-450c-a063-fa6626cc6e90 for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:15:39.449828 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-1d4dddba-9773-494c-8472-aefda4e9089e req-9aa9a53a-86b5-47b8-a7cc-900fc524ee49 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42b8f5a8-cb99-4787-9139-449ac3392fd4 HTTP/1.1" status: 200 len: 217 time: 0.0398738 Sep 22 21:15:39.456663 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5330a3f-75b0-4531-bf8a-bab7e723e171 None None] Routers {'7ad9c7e9-539f-450c-a063-fa6626cc6e90'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:15:39.457346 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b5330a3f-75b0-4531-bf8a-bab7e723e171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:15:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:15:39.471060 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ecc7b-18c3-40b8-aaa6-fb0447e02e54 req-b286ec0a-4991-4055-af73-48dd07d163d9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:39.483523 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3d5ecc7b-18c3-40b8-aaa6-fb0447e02e54 req-b286ec0a-4991-4055-af73-48dd07d163d9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 945 time: 0.0507050 Sep 22 21:15:39.509081 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dddba-9773-494c-8472-aefda4e9089e req-502773af-52aa-4c44-9492-b5e2ee606405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:39.511044 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-1d4dddba-9773-494c-8472-aefda4e9089e req-502773af-52aa-4c44-9492-b5e2ee606405 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca HTTP/1.1" status: 200 len: 851 time: 0.0533466 Sep 22 21:15:39.518506 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-3d5ecc7b-18c3-40b8-aaa6-fb0447e02e54 req-91071275-db4c-4f0f-93cd-1ad7fd676da9 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398564 Sep 22 21:15:39.561819 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4dddba-9773-494c-8472-aefda4e9089e req-4f28cd06-4379-476f-9c62-2905568eda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:39.563582 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-1d4dddba-9773-494c-8472-aefda4e9089e req-4f28cd06-4379-476f-9c62-2905568eda59 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437801 Sep 22 21:15:39.584812 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-b5330a3f-75b0-4531-bf8a-bab7e723e171 None None] Set router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:15:39.656803 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-1d4dddba-9773-494c-8472-aefda4e9089e req-3a26751c-4893-490c-85c8-eb1421834ce8 service neutron] 10.222.0.48 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835466 Sep 22 21:15:39.750521 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-1d4dddba-9773-494c-8472-aefda4e9089e req-f8e0e5f3-06c5-40ef-b084-fe10ad4ae04a service neutron] 10.222.0.48 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843689 Sep 22 21:15:39.813330 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-b5330a3f-75b0-4531-bf8a-bab7e723e171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': 'f97a2ed3-4b17-43f2-be64-b31dce643d6d', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'port_id': '87b6d6fe-3f9b-4de2-a308-fef003f55a35', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'mac_address': 'fa:16:3e:28:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:11:35Z', 'updated_at': '2021-09-22T21:11:38Z', 'revision_number': 1, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:30Z', 'revision_number': 5, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:15:39.844785 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5330a3f-75b0-4531-bf8a-bab7e723e171 None None] The sync data for ids ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'] in dv-cinder-810415-3-iscsi is: [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_floatingips': [{'id': 'f97a2ed3-4b17-43f2-be64-b31dce643d6d', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'floating_ip_address': '172.27.0.132', 'floating_network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'router_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'port_id': '87b6d6fe-3f9b-4de2-a308-fef003f55a35', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'mac_address': 'fa:16:3e:28:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-22T21:11:35Z', 'updated_at': '2021-09-22T21:11:38Z', 'revision_number': 1, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:30Z', 'revision_number': 5, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:15:40.060301 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd48fde6-5ffa-40fc-8a1a-9155d7ab0cce None None] New status for floating IP 4f01eb19-a0d9-40a5-82bb-50959c6d0e84: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:15:40.632510 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8dc634-74ad-421f-b625-d9823c1be34f req-3765719d-3a09-463f-bb29-8f0ebb53432e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:40.634003 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8b8dc634-74ad-421f-b625-d9823c1be34f req-3765719d-3a09-463f-bb29-8f0ebb53432e tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 945 time: 0.0478029 Sep 22 21:15:40.675602 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-8b8dc634-74ad-421f-b625-d9823c1be34f req-20da3727-6ee8-45db-aeaa-cb5f4ac2ea7b tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357878 Sep 22 21:15:41.101814 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:41.168709 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf151b-5231-4502-85d2-7b0d72c19966 req-85d4622b-f423-4ff6-ab17-c6c0ba5de74b tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:41.170477 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-21cf151b-5231-4502-85d2-7b0d72c19966 req-85d4622b-f423-4ff6-ab17-c6c0ba5de74b tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.48 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 945 time: 0.0506473 Sep 22 21:15:41.259811 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-21cf151b-5231-4502-85d2-7b0d72c19966 req-e4a1f88d-36da-4940-a885-3c4fa2ef8011 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Deleting port 42b8f5a8-cb99-4787-9139-449ac3392fd4 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:15:41.260145 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-21cf151b-5231-4502-85d2-7b0d72c19966 req-e4a1f88d-36da-4940-a885-3c4fa2ef8011 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:41.344910 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-21cf151b-5231-4502-85d2-7b0d72c19966 req-e4a1f88d-36da-4940-a885-3c4fa2ef8011 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] For port 42b8f5a8-cb99-4787-9139-449ac3392fd4, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=42b8f5a8-cb99-4787-9139-449ac3392fd4,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:15:41.345270 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-21cf151b-5231-4502-85d2-7b0d72c19966 req-e4a1f88d-36da-4940-a885-3c4fa2ef8011 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:41.357769 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-21cf151b-5231-4502-85d2-7b0d72c19966 req-e4a1f88d-36da-4940-a885-3c4fa2ef8011 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Calling delete_port for 42b8f5a8-cb99-4787-9139-449ac3392fd4 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:15:41.581426 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-21cf151b-5231-4502-85d2-7b0d72c19966 req-e4a1f88d-36da-4940-a885-3c4fa2ef8011 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:41.610478 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1f88d-36da-4940-a885-3c4fa2ef8011 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event deleted for resources: {'Port': ['ID=42b8f5a8-cb99-4787-9139-449ac3392fd4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:15:41.655072 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-21cf151b-5231-4502-85d2-7b0d72c19966 req-e4a1f88d-36da-4940-a885-3c4fa2ef8011 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] No DVR routers for this DVR port 42b8f5a8-cb99-4787-9139-449ac3392fd4 on host hv-cinder-81041 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:15:41.657532 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-21cf151b-5231-4502-85d2-7b0d72c19966 req-e4a1f88d-36da-4940-a885-3c4fa2ef8011 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:41.659475 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-21cf151b-5231-4502-85d2-7b0d72c19966 req-e4a1f88d-36da-4940-a885-3c4fa2ef8011 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.48 "DELETE /v2.0/ports/42b8f5a8-cb99-4787-9139-449ac3392fd4 HTTP/1.1" status: 204 len: 173 time: 0.4820592 Sep 22 21:15:41.659900 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a3a1a62-35cf-4843-ab49-98f86d50bca4', 'name': 'network-vif-deleted', 'tag': '42b8f5a8-cb99-4787-9139-449ac3392fd4'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:15:41.662124 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d524011e-8104-4078-abbd-6fa905dd37d8" -d '{"events": [{"server_uuid": "1a3a1a62-35cf-4843-ab49-98f86d50bca4", "name": "network-vif-deleted", "tag": "42b8f5a8-cb99-4787-9139-449ac3392fd4"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:15:41.696904 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8523db-a4a9-4687-85af-8dc8a16aec34 x-openstack-request-id: req-aa8523db-a4a9-4687-85af-8dc8a16aec34 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:15:41.697191 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a3a1a62-35cf-4843-ab49-98f86d50bca4", "name": "network-vif-deleted", "tag": "42b8f5a8-cb99-4787-9139-449ac3392fd4", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:15:41.697439 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-aa8523db-a4a9-4687-85af-8dc8a16aec34 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:15:41.697832 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a3a1a62-35cf-4843-ab49-98f86d50bca4', 'name': 'network-vif-deleted', 'tag': '42b8f5a8-cb99-4787-9139-449ac3392fd4', 'status': 'completed', 'code': 200} Sep 22 21:15:41.768887 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-aaab9ae5-248b-4968-a4c9-7ad48ef92a57 req-f99d0583-72e1-41e0-9b80-1d59e82f8ac8 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 210 time: 0.0268989 Sep 22 21:15:42.874242 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-d3a926b2-e2f2-49da-bce0-e916fea59236 req-38925be8-3a29-4202-b000-5740c0d02f62 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a3a1a62-35cf-4843-ab49-98f86d50bca4 HTTP/1.1" status: 200 len: 210 time: 0.0267515 Sep 22 21:15:44.527984 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 42b8f5a8-cb99-4787-9139-449ac3392fd4 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:15:44.548352 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: 42b8f5a8-cb99-4787-9139-449ac3392fd4 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:15:44.548691 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 42b8f5a8-cb99-4787-9139-449ac3392fd4 not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:15:46.375437 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 52918) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:15:46.524622 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ff2ab-92c5-46cd-9ea4-e1106cf44c5c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Deleting port b67e7230-7b64-4005-bb5e-a64b77a2c6d7 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:15:46.524908 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff2ab-92c5-46cd-9ea4-e1106cf44c5c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:46.595710 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff2ab-92c5-46cd-9ea4-e1106cf44c5c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:46.596031 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff2ab-92c5-46cd-9ea4-e1106cf44c5c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:46.607326 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ca1ff2ab-92c5-46cd-9ea4-e1106cf44c5c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Calling delete_port for b67e7230-7b64-4005-bb5e-a64b77a2c6d7 owned by network:floatingip {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:15:46.840458 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff2ab-92c5-46cd-9ea4-e1106cf44c5c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:46.863243 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ff2ab-92c5-46cd-9ea4-e1106cf44c5c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event deleted for resources: {'Port': ['ID=b67e7230-7b64-4005-bb5e-a64b77a2c6d7,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:15:46.927861 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff2ab-92c5-46cd-9ea4-e1106cf44c5c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for floatingip, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:46.932341 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.db.l3_db [None req-ca1ff2ab-92c5-46cd-9ea4-e1106cf44c5c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Floating IP f97a2ed3-4b17-43f2-be64-b31dce643d6d disassociated (deleted). External IP: 172.27.0.132, port: 87b6d6fe-3f9b-4de2-a308-fef003f55a35. Sep 22 21:15:47.126920 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1ff2ab-92c5-46cd-9ea4-e1106cf44c5c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94796) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:15:47.228869 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1ff2ab-92c5-46cd-9ea4-e1106cf44c5c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94796) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:15:47.234360 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca1ff2ab-92c5-46cd-9ea4-e1106cf44c5c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:47.239102 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e100e-36e7-4607-a8bb-02da1287efe7 None None] Sync routers for ids ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:15:47.248438 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e100e-36e7-4607-a8bb-02da1287efe7 None None] Routers {'7ad9c7e9-539f-450c-a063-fa6626cc6e90'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:15:47.249068 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6b1e100e-36e7-4607-a8bb-02da1287efe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:15:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:15:47.260645 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-ca1ff2ab-92c5-46cd-9ea4-e1106cf44c5c tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "DELETE /v2.0/floatingips/f97a2ed3-4b17-43f2-be64-b31dce643d6d HTTP/1.1" status: 204 len: 168 time: 0.8841605 Sep 22 21:15:47.261228 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'tag': '87b6d6fe-3f9b-4de2-a308-fef003f55a35'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:15:47.263473 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc66364a-40de-4a1a-897a-09b0fea75608" -d '{"events": [{"name": "network-changed", "server_uuid": "abaf464e-a953-4693-acee-ebdc3ee68f86", "tag": "87b6d6fe-3f9b-4de2-a308-fef003f55a35"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:15:47.300203 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 22 Sep 2021 21:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fe473a-f5b9-4023-b462-548eea4c1243 x-openstack-request-id: req-88fe473a-f5b9-4023-b462-548eea4c1243 {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:15:47.300611 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abaf464e-a953-4693-acee-ebdc3ee68f86", "tag": "87b6d6fe-3f9b-4de2-a308-fef003f55a35", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:15:47.300883 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-88fe473a-f5b9-4023-b462-548eea4c1243 {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:15:47.301269 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'tag': '87b6d6fe-3f9b-4de2-a308-fef003f55a35', 'status': 'completed', 'code': 200} Sep 22 21:15:47.364628 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-6b1e100e-36e7-4607-a8bb-02da1287efe7 None None] Set router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:15:47.567179 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6b1e100e-36e7-4607-a8bb-02da1287efe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:30Z', 'revision_number': 5, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:15:47.596113 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e100e-36e7-4607-a8bb-02da1287efe7 None None] Checking router: 7ad9c7e9-539f-450c-a063-fa6626cc6e90 for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:15:47.604143 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1e100e-36e7-4607-a8bb-02da1287efe7 None None] Routers {'7ad9c7e9-539f-450c-a063-fa6626cc6e90'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:15:47.604783 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6b1e100e-36e7-4607-a8bb-02da1287efe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:15:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:15:47.709144 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-6b1e100e-36e7-4607-a8bb-02da1287efe7 None None] Set router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:15:47.743446 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542ce16-6b97-498e-a122-99c1f54d33cb req-e872f369-7c54-4058-bdf3-2c8e4ab88775 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:47.745424 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2542ce16-6b97-498e-a122-99c1f54d33cb req-e872f369-7c54-4058-bdf3-2c8e4ab88775 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 945 time: 0.0490341 Sep 22 21:15:47.782556 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-2542ce16-6b97-498e-a122-99c1f54d33cb req-95ba5335-ed63-425e-ab18-e72f57094a64 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315831 Sep 22 21:15:47.901483 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-6b1e100e-36e7-4607-a8bb-02da1287efe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:30Z', 'revision_number': 5, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:15:47.927400 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1e100e-36e7-4607-a8bb-02da1287efe7 None None] The sync data for ids ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'] in dv-cinder-810415-3-iscsi is: [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:07:25Z', 'revision_number': 4, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi', '_interfaces': [{'id': 'e7a67166-375f-422d-85eb-1095c8d9f0ab', 'name': '', 'network_id': '600cfd27-c53c-4fd3-b97b-787ea7a32b8a', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'mac_address': 'fa:16:3e:ef:a1:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:24Z', 'updated_at': '2021-09-22T21:07:30Z', 'revision_number': 5, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'subnets': [{'id': 'eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:15:48.129958 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f2fa7-0dd2-4fea-98e6-335b3007ba79 None None] New status for floating IP f97a2ed3-4b17-43f2-be64-b31dce643d6d: DOWN {{(pid=94798) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 21:15:48.663509 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66364a-40de-4a1a-897a-09b0fea75608 req-cee9d130-908a-4f16-9dec-2cfa7201ed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:48.665051 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-dc66364a-40de-4a1a-897a-09b0fea75608 req-cee9d130-908a-4f16-9dec-2cfa7201ed07 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b3af2e0553c429bac5d74807160a543&device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 1098 time: 0.0401223 Sep 22 21:15:48.757463 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66364a-40de-4a1a-897a-09b0fea75608 req-a030630a-c3f4-4b53-b3c0-32a4058faf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:48.758847 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-dc66364a-40de-4a1a-897a-09b0fea75608 req-a030630a-c3f4-4b53-b3c0-32a4058faf6f service neutron] 10.222.0.48 "GET /v2.0/networks?id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a HTTP/1.1" status: 200 len: 913 time: 0.0865660 Sep 22 21:15:48.902019 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c1ccc-8c9c-405f-b552-60066246be4d req-de76cb4d-f082-4144-9095-940c092a64fe tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:48.903692 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a79c1ccc-8c9c-405f-b552-60066246be4d req-de76cb4d-f082-4144-9095-940c092a64fe tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 945 time: 0.0501978 Sep 22 21:15:48.946405 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-a79c1ccc-8c9c-405f-b552-60066246be4d req-5c64a1a6-71aa-4dfa-a01a-913560511a05 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367448 Sep 22 21:15:49.042876 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-dc66364a-40de-4a1a-897a-09b0fea75608 req-d7ae460a-3ab2-4484-b35b-74a837b6624b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87b6d6fe-3f9b-4de2-a308-fef003f55a35 HTTP/1.1" status: 200 len: 217 time: 0.2754092 Sep 22 21:15:49.098129 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66364a-40de-4a1a-897a-09b0fea75608 req-1a51e19e-a6bc-4596-87a6-fb33fcad7434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:49.099511 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-dc66364a-40de-4a1a-897a-09b0fea75608 req-1a51e19e-a6bc-4596-87a6-fb33fcad7434 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca HTTP/1.1" status: 200 len: 851 time: 0.0419486 Sep 22 21:15:49.144101 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66364a-40de-4a1a-897a-09b0fea75608 req-378990eb-c42e-48ff-b374-d2aa9aa7678f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:49.145556 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-dc66364a-40de-4a1a-897a-09b0fea75608 req-378990eb-c42e-48ff-b374-d2aa9aa7678f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=600cfd27-c53c-4fd3-b97b-787ea7a32b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378463 Sep 22 21:15:49.240678 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-dc66364a-40de-4a1a-897a-09b0fea75608 req-f063234d-e083-4b62-bf25-c419ff0d02e7 service neutron] 10.222.0.48 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856960 Sep 22 21:15:49.331142 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-dc66364a-40de-4a1a-897a-09b0fea75608 req-c13cf06b-7247-4c1e-9c31-68ede7c875e7 service neutron] 10.222.0.48 "GET /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810995 Sep 22 21:15:50.059335 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43891a2c-ecf4-4291-bcc9-57ca057bb6e1 req-17533666-b916-4a7d-aeb7-6864e06c324b tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94795) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:50.060861 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-43891a2c-ecf4-4291-bcc9-57ca057bb6e1 req-17533666-b916-4a7d-aeb7-6864e06c324b tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 945 time: 0.0498757 Sep 22 21:15:50.098559 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-43891a2c-ecf4-4291-bcc9-57ca057bb6e1 req-8675fdee-d108-4f7c-8a8a-e272843475a3 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/security-groups?id=b528a55a-b01e-4d56-8f7f-e01325c97429&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318348 Sep 22 21:15:50.645607 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43668c5-2cbb-4978-a68f-4a5e4d63f8af req-b298216c-c92e-4b0e-b364-540e6c41e639 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94796) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 22 21:15:50.647018 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c43668c5-2cbb-4978-a68f-4a5e4d63f8af req-b298216c-c92e-4b0e-b364-540e6c41e639 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.48 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 945 time: 0.0529888 Sep 22 21:15:50.737582 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-c43668c5-2cbb-4978-a68f-4a5e4d63f8af req-19356915-e550-4294-adc5-1aa70a862dfd tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Deleting port 87b6d6fe-3f9b-4de2-a308-fef003f55a35 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:15:50.737914 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c43668c5-2cbb-4978-a68f-4a5e4d63f8af req-19356915-e550-4294-adc5-1aa70a862dfd tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:50.825499 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [req-c43668c5-2cbb-4978-a68f-4a5e4d63f8af req-19356915-e550-4294-adc5-1aa70a862dfd tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] For port 87b6d6fe-3f9b-4de2-a308-fef003f55a35, host hv-cinder-81041, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81041',level=0,port_id=87b6d6fe-3f9b-4de2-a308-fef003f55a35,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:15:50.825861 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c43668c5-2cbb-4978-a68f-4a5e4d63f8af req-19356915-e550-4294-adc5-1aa70a862dfd tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:50.837583 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [req-c43668c5-2cbb-4978-a68f-4a5e4d63f8af req-19356915-e550-4294-adc5-1aa70a862dfd tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Calling delete_port for 87b6d6fe-3f9b-4de2-a308-fef003f55a35 owned by compute:nova {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:15:51.038273 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c43668c5-2cbb-4978-a68f-4a5e4d63f8af req-19356915-e550-4294-adc5-1aa70a862dfd tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:51.066141 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19356915-e550-4294-adc5-1aa70a862dfd tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event deleted for resources: {'Port': ['ID=87b6d6fe-3f9b-4de2-a308-fef003f55a35,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:15:51.105310 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [req-c43668c5-2cbb-4978-a68f-4a5e4d63f8af req-19356915-e550-4294-adc5-1aa70a862dfd tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] No DVR routers for this DVR port 87b6d6fe-3f9b-4de2-a308-fef003f55a35 on host hv-cinder-81041 {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:15:51.108697 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [req-c43668c5-2cbb-4978-a68f-4a5e4d63f8af req-19356915-e550-4294-adc5-1aa70a862dfd tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for port, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:51.110799 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [req-c43668c5-2cbb-4978-a68f-4a5e4d63f8af req-19356915-e550-4294-adc5-1aa70a862dfd tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.48 "DELETE /v2.0/ports/87b6d6fe-3f9b-4de2-a308-fef003f55a35 HTTP/1.1" status: 204 len: 173 time: 0.4568803 Sep 22 21:15:51.111229 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'name': 'network-vif-deleted', 'tag': '87b6d6fe-3f9b-4de2-a308-fef003f55a35'}] {{(pid=94796) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 22 21:15:51.113543 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1aa1769cd5e5e214bfb1caa933572bd7d038c9f1e3d1a0c5ffd3b29d2cafb8ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d895a220-d26b-44b0-bf9b-5f5a591e4c57" -d '{"events": [{"server_uuid": "abaf464e-a953-4693-acee-ebdc3ee68f86", "name": "network-vif-deleted", "tag": "87b6d6fe-3f9b-4de2-a308-fef003f55a35"}]}' {{(pid=94796) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 21:15:51.151667 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 22 Sep 2021 21:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb082318-2e32-4e66-a7e8-ca81498e3f7a x-openstack-request-id: req-bb082318-2e32-4e66-a7e8-ca81498e3f7a {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 21:15:51.151667 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abaf464e-a953-4693-acee-ebdc3ee68f86", "name": "network-vif-deleted", "tag": "87b6d6fe-3f9b-4de2-a308-fef003f55a35", "status": "completed", "code": 200}]} {{(pid=94796) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 21:15:51.151667 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb082318-2e32-4e66-a7e8-ca81498e3f7a {{(pid=94796) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 21:15:51.151667 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abaf464e-a953-4693-acee-ebdc3ee68f86', 'name': 'network-vif-deleted', 'tag': '87b6d6fe-3f9b-4de2-a308-fef003f55a35', 'status': 'completed', 'code': 200} Sep 22 21:15:51.191637 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-9d489627-f333-45db-bd1f-92988b19f07d req-f9ca90c2-76cd-4051-a560-f2540364897a tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 210 time: 0.0269523 Sep 22 21:15:51.786539 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 52962) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:15:51.833585 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f7a578-044b-40ec-b285-86c5a83074ed admin admin] Deleting subnet 2bb1e947-803f-48f4-954a-094f7180bddd {{(pid=94796) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 21:15:51.836513 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58f7a578-044b-40ec-b285-86c5a83074ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:51.870205 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58f7a578-044b-40ec-b285-86c5a83074ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26635490'] for subnet, precommit_delete_associations {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:51.907144 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58f7a578-044b-40ec-b285-86c5a83074ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971671'] for subnet, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:52.069921 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58f7a578-044b-40ec-b285-86c5a83074ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27223618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26049022'] for subnet, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:52.095610 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7a578-044b-40ec-b285-86c5a83074ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bb1e947-803f-48f4-954a-094f7180bddd,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:15:52.100451 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-58f7a578-044b-40ec-b285-86c5a83074ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for subnet, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:52.102361 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-58f7a578-044b-40ec-b285-86c5a83074ed admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2bb1e947-803f-48f4-954a-094f7180bddd HTTP/1.1" status: 204 len: 168 time: 0.3147826 Sep 22 21:15:52.104876 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 52964) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:15:52.174309 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba8e6d7d-758a-4d15-b2ac-16d9fba18eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548719'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:52.254102 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba8e6d7d-758a-4d15-b2ac-16d9fba18eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-969262', 'neutron.services.segments.db._delete_segments_for_network-8786352064148'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:52.275611 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ba8e6d7d-758a-4d15-b2ac-16d9fba18eba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00a0251-1946-47a7-b7ee-203aaedbef38']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:15:52.286555 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ba8e6d7d-758a-4d15-b2ac-16d9fba18eba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029b5b3b-e008-457c-9e12-e34f6b162188') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:15:52.287594 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ba8e6d7d-758a-4d15-b2ac-16d9fba18eba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029b5b3b-e008-457c-9e12-e34f6b162188') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:15:52.298223 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba8e6d7d-758a-4d15-b2ac-16d9fba18eba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786352062877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26635515'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:52.300601 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [req-52b141b6-3ba0-470d-8fa2-f270ca33603c req-e04a77e4-3693-457c-ae8e-8c28590bba80 tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "GET /v2.0/ports?device_id=abaf464e-a953-4693-acee-ebdc3ee68f86 HTTP/1.1" status: 200 len: 210 time: 0.0278790 Sep 22 21:15:52.313343 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba8e6d7d-758a-4d15-b2ac-16d9fba18eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8e6d7d-758a-4d15-b2ac-16d9fba18eba admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba8e6d7d-758a-4d15-b2ac-16d9fba18eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27224044'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: Traceback (most recent call last): Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: timer() Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: cb(*args, **kw) Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: return func(*args, **kwargs) Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: self._notify() Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: self.callback(batched_events) Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: event.method(event) Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: return f(self, *a, **k) Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: return self._get(url).json() Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: return self.request(url, 'GET', **kwargs) Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 21:15:52.324161 dv-cinder-810415-3-iscsi neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 21:15:52.492504 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba8e6d7d-758a-4d15-b2ac-16d9fba18eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-969241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741452'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:52.503865 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ba8e6d7d-758a-4d15-b2ac-16d9fba18eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:52.503865 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-ba8e6d7d-758a-4d15-b2ac-16d9fba18eba admin admin] 10.222.0.42 "DELETE /v2.0/networks/d00a0251-1946-47a7-b7ee-203aaedbef38 HTTP/1.1" status: 204 len: 168 time: 0.3978906 Sep 22 21:15:52.515298 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e6d7d-758a-4d15-b2ac-16d9fba18eba admin admin] Pushing event deleted for resources: {'Network': ['ID=d00a0251-1946-47a7-b7ee-203aaedbef38,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:15:52.860991 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 52974) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:15:52.903178 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-c08e80cc-027c-46f3-a392-db8a7a02523a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f914b58e1e354f6e80e2ed25d397f91c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410614 Sep 22 21:15:52.905610 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 52976) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:15:52.951731 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5c5f741-0295-4143-8e9b-d2b55f892d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:52.977649 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5c5f741-0295-4143-8e9b-d2b55f892d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:53.089691 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5c5f741-0295-4143-8e9b-d2b55f892d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:53.092294 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-d5c5f741-0295-4143-8e9b-d2b55f892d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:53.093460 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-d5c5f741-0295-4143-8e9b-d2b55f892d00 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d440a9f2-326f-45ce-af62-e1b308904801 HTTP/1.1" status: 204 len: 168 time: 0.1869271 Sep 22 21:15:53.100855 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5f741-0295-4143-8e9b-d2b55f892d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d440a9f2-326f-45ce-af62-e1b308904801,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:15:53.363879 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 52986) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:15:53.497318 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Deleting port 6ae4c787-a9ce-4845-b83f-0baac3c2db4d {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:15:53.497676 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:53.578984 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:53.579305 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:53.591228 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Calling delete_port for 6ae4c787-a9ce-4845-b83f-0baac3c2db4d owned by network:floatingip {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:15:53.789143 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:53.815637 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event deleted for resources: {'Port': ['ID=6ae4c787-a9ce-4845-b83f-0baac3c2db4d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:15:53.827139 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:53.827490 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:53.827824 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:53.828192 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:53.828584 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:53.828806 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:53.829136 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:53.829457 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:53.829778 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:53.830099 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:53.830405 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:53.830717 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94795) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:53.885405 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for floatingip, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:53.888274 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-454687'] for floatingip, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:53.889472 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-64f8b8d6-1220-4697-a35c-3d8033b5fa1d tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "DELETE /v2.0/floatingips/14d9c849-b7c2-4cbc-a7c5-8cfff0b57583 HTTP/1.1" status: 204 len: 168 time: 0.5245502 Sep 22 21:15:54.589323 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 87b6d6fe-3f9b-4de2-a308-fef003f55a35 no longer exists at agent hyperv_hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:15:54.612674 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] No Port match for: 87b6d6fe-3f9b-4de2-a308-fef003f55a35 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:15:54.613038 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Device 87b6d6fe-3f9b-4de2-a308-fef003f55a35 not bound to the agent host hv-cinder-81041 {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:15:55.230577 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 53032) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:15:55.286821 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca5e4fb7-73cb-4445-a11c-2a4234fa114f tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:55.311816 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca5e4fb7-73cb-4445-a11c-2a4234fa114f tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:55.468570 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca5e4fb7-73cb-4445-a11c-2a4234fa114f tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:55.471107 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ca5e4fb7-73cb-4445-a11c-2a4234fa114f tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:55.472288 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-ca5e4fb7-73cb-4445-a11c-2a4234fa114f tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] 10.222.0.42 "DELETE /v2.0/security-groups/b528a55a-b01e-4d56-8f7f-e01325c97429 HTTP/1.1" status: 204 len: 168 time: 0.2407169 Sep 22 21:15:55.481795 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e4fb7-73cb-4445-a11c-2a4234fa114f tempest-TestVolumeBootPattern-1216378959 tempest-TestVolumeBootPattern-1216378959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b528a55a-b01e-4d56-8f7f-e01325c97429,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:15:55.623380 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 53036) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:15:56.200127 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1aab20e-bef3-48d9-a6ef-3d649c8a8554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3740442'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:56.338760 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-b1aab20e-bef3-48d9-a6ef-3d649c8a8554 admin admin] Deleting port e7a67166-375f-422d-85eb-1095c8d9f0ab {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:15:56.339096 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1aab20e-bef3-48d9-a6ef-3d649c8a8554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:56.419632 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-b1aab20e-bef3-48d9-a6ef-3d649c8a8554 admin admin] For port e7a67166-375f-422d-85eb-1095c8d9f0ab, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=e7a67166-375f-422d-85eb-1095c8d9f0ab,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:15:56.419989 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1aab20e-bef3-48d9-a6ef-3d649c8a8554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:56.431995 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-b1aab20e-bef3-48d9-a6ef-3d649c8a8554 admin admin] Calling delete_port for e7a67166-375f-422d-85eb-1095c8d9f0ab owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:15:56.685686 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1aab20e-bef3-48d9-a6ef-3d649c8a8554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:56.712508 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aab20e-bef3-48d9-a6ef-3d649c8a8554 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a67166-375f-422d-85eb-1095c8d9f0ab,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:15:56.879108 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b1aab20e-bef3-48d9-a6ef-3d649c8a8554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741587'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:57.345561 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1aab20e-bef3-48d9-a6ef-3d649c8a8554 admin admin] Router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:15:57.447919 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1aab20e-bef3-48d9-a6ef-3d649c8a8554 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:15:57.455464 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-b1aab20e-bef3-48d9-a6ef-3d649c8a8554 admin admin] 10.222.0.42 "PUT /v2.0/routers/7ad9c7e9-539f-450c-a063-fa6626cc6e90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8283982 Sep 22 21:15:57.455464 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 53048) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:15:57.458290 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3163b9-eacf-4bdb-b379-2464c5311c34 None None] Sync routers for ids ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'] in dv-cinder-810415-3-iscsi {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:15:57.468719 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3163b9-eacf-4bdb-b379-2464c5311c34 None None] Routers {'7ad9c7e9-539f-450c-a063-fa6626cc6e90'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:15:57.469615 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ef3163b9-eacf-4bdb-b379-2464c5311c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:15:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:15:57.556756 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1980f85-ea56-4765-b036-9c3690545b6b admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:57.661906 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1980f85-ea56-4765-b036-9c3690545b6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:57.696153 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-ef3163b9-eacf-4bdb-b379-2464c5311c34 None None] Set router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 gateway port host: dv-cinder-810415-3-iscsi {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:15:57.784812 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-d1980f85-ea56-4765-b036-9c3690545b6b admin admin] Deleting port 091ac6f8-ed87-4d04-9f08-091f13d100c1 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:15:57.785396 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1980f85-ea56-4765-b036-9c3690545b6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:57.864891 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-d1980f85-ea56-4765-b036-9c3690545b6b admin admin] For port 091ac6f8-ed87-4d04-9f08-091f13d100c1, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=091ac6f8-ed87-4d04-9f08-091f13d100c1,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:15:57.865450 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1980f85-ea56-4765-b036-9c3690545b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:57.870411 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ef3163b9-eacf-4bdb-b379-2464c5311c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:15:56Z', 'revision_number': 5, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port': {'id': '091ac6f8-ed87-4d04-9f08-091f13d100c1', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:21Z', 'updated_at': '2021-09-22T21:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:15:57.877998 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-d1980f85-ea56-4765-b036-9c3690545b6b admin admin] Calling delete_port for 091ac6f8-ed87-4d04-9f08-091f13d100c1 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:15:57.895514 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3163b9-eacf-4bdb-b379-2464c5311c34 None None] Checking router: 7ad9c7e9-539f-450c-a063-fa6626cc6e90 for host: dv-cinder-810415-3-iscsi {{(pid=94797) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:15:57.904101 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3163b9-eacf-4bdb-b379-2464c5311c34 None None] Routers {'7ad9c7e9-539f-450c-a063-fa6626cc6e90'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94797) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:15:57.904701 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ef3163b9-eacf-4bdb-b379-2464c5311c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:15:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'], 'active': True} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:15:57.991398 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvr_db [None req-ef3163b9-eacf-4bdb-b379-2464c5311c34 None None] Set router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 gateway port host: None {{(pid=94797) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:15:58.043654 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_hamode_db [None req-ef3163b9-eacf-4bdb-b379-2464c5311c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:15:57Z', 'revision_number': 6, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port_host': None}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94797) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:15:58.069148 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3163b9-eacf-4bdb-b379-2464c5311c34 None None] The sync data for ids ['7ad9c7e9-539f-450c-a063-fa6626cc6e90'] in dv-cinder-810415-3-iscsi is: [{'id': '7ad9c7e9-539f-450c-a063-fa6626cc6e90', 'name': 'tempest-TestVolumeBootPattern-1157323277-router', 'tenant_id': '2b3af2e0553c429bac5d74807160a543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:20Z', 'updated_at': '2021-09-22T21:15:57Z', 'revision_number': 6, 'project_id': '2b3af2e0553c429bac5d74807160a543', 'gw_port_host': None}] {{(pid=94797) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:15:58.137243 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1980f85-ea56-4765-b036-9c3690545b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:58.167730 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1980f85-ea56-4765-b036-9c3690545b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=091ac6f8-ed87-4d04-9f08-091f13d100c1,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:15:58.234704 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1980f85-ea56-4765-b036-9c3690545b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741520'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:58.324843 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1980f85-ea56-4765-b036-9c3690545b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:58.327605 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1980f85-ea56-4765-b036-9c3690545b6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:58.493144 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1980f85-ea56-4765-b036-9c3690545b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737398'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:58.493675 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1980f85-ea56-4765-b036-9c3690545b6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ad9c7e9-539f-450c-a063-fa6626cc6e90 {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 21:15:58.500681 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-d1980f85-ea56-4765-b036-9c3690545b6b admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:58.500681 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-d1980f85-ea56-4765-b036-9c3690545b6b admin admin] 10.222.0.42 "DELETE /v2.0/routers/7ad9c7e9-539f-450c-a063-fa6626cc6e90 HTTP/1.1" status: 204 len: 168 time: 1.0435569 Sep 22 21:15:58.502449 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 53064) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:15:58.550113 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-b957bfe7-07c1-48cb-9ab3-9b71fd318c65 admin admin] Deleting subnet eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 21:15:58.553240 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b957bfe7-07c1-48cb-9ab3-9b71fd318c65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:58.587706 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b957bfe7-07c1-48cb-9ab3-9b71fd318c65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25704749'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:58.662601 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b957bfe7-07c1-48cb-9ab3-9b71fd318c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971671'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:58.825028 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b957bfe7-07c1-48cb-9ab3-9b71fd318c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26159165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25764952'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:58.858306 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b957bfe7-07c1-48cb-9ab3-9b71fd318c65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:58.858306 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-b957bfe7-07c1-48cb-9ab3-9b71fd318c65 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca HTTP/1.1" status: 204 len: 168 time: 0.3534670 Sep 22 21:15:58.859652 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 53068) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:15:58.860786 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b91aec-c012-46dd-b9bf-58c747780f5a None None] Network 600cfd27-c53c-4fd3-b97b-787ea7a32b8a requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:15:58.869243 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957bfe7-07c1-48cb-9ab3-9b71fd318c65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eda5ce6d-8cd3-474c-86f3-0c6d0446f0ca,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:15:58.927969 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device e7a67166-375f-422d-85eb-1095c8d9f0ab no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:15:58.943518 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548719'] for network, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:58.954538 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: e7a67166-375f-422d-85eb-1095c8d9f0ab {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:15:58.954883 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device e7a67166-375f-422d-85eb-1095c8d9f0ab not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:15:59.000814 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] Deleting port c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881 {{(pid=94796) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:15:59.001259 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:59.072572 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.db [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] For port c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94796) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:15:59.073038 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:59.087957 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.plugin [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] Calling delete_port for c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881 owned by network:dhcp {{(pid=94796) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:15:59.089660 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] DHCP port deletion for 600cfd27-c53c-4fd3-b97b-787ea7a32b8a request from dv-cinder-810415-3-iscsi {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 21:15:59.144515 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] Deleting port c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:15:59.144945 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:59.206364 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] For port c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881,segment=NetworkSegment(e6343dc2-f4f4-48bb-a3d4-68f16c08632c),segment_id=e6343dc2-f4f4-48bb-a3d4-68f16c08632c)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:15:59.206765 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:59.219117 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] Calling delete_port for c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:15:59.240165 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27223583'] for port, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:59.266456 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:15:59.268346 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] No DVR routers for this DVR port c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881 on host dv-cinder-810415-3-iscsi {{(pid=94796) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:15:59.297097 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:59.322249 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] Pushing event deleted for resources: {'Port': ['ID=c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:15:59.326940 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] No DVR routers for this DVR port c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881 on host dv-cinder-810415-3-iscsi {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:15:59.335664 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:59.335664 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:59.335664 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:59.335664 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:59.335664 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:59.335664 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:59.335664 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:59.336493 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:59.336493 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:59.336493 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:59.336896 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:59.337143 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fafc188-b63d-4db0-a24f-2047b6cbfe8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810415-3-iscsi {{(pid=94797) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 21:15:59.343120 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-969262', 'neutron.services.segments.db._delete_segments_for_network-8786352064148'] for network, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:59.361958 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600cfd27-c53c-4fd3-b97b-787ea7a32b8a']}} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:15:59.371245 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c') {'for_net_delete': True} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:15:59.372365 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.services.segments.db [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6343dc2-f4f4-48bb-a3d4-68f16c08632c') {} {{(pid=94796) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:15:59.381214 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786352062877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26635515'] for segment, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:59.394508 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:59.400179 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94796) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:15:59.400563 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27224044'] for segment, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: Traceback (most recent call last): Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: timer() Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: cb(*args, **kw) Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: return func(*args, **kwargs) Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: self._notify() Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: self.callback(batched_events) Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: event.method(event) Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: return f(self, *a, **k) Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: return self._get(url).json() Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: return self.request(url, 'GET', **kwargs) Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 21:15:59.402209 dv-cinder-810415-3-iscsi neutron-server[94796]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 21:15:59.572702 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-969241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741452'] for network, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:59.577451 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:15:59.579498 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] 10.222.0.42 "DELETE /v2.0/networks/600cfd27-c53c-4fd3-b97b-787ea7a32b8a HTTP/1.1" status: 204 len: 168 time: 0.7188241 Sep 22 21:15:59.582548 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 53074) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:15:59.590310 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3eb486-cb1c-4486-8a1d-ecae1e690429 admin admin] Pushing event deleted for resources: {'Network': ['ID=600cfd27-c53c-4fd3-b97b-787ea7a32b8a,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:15:59.926994 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acb4da12-f9f5-4633-b8e5-8e4d4a8e7a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3740442'] for router_interface, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:00.167788 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-acb4da12-f9f5-4633-b8e5-8e4d4a8e7a87 admin admin] Deleting port 9656ffd2-2106-46ba-ac9b-df62305c8c34 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:16:00.168040 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acb4da12-f9f5-4633-b8e5-8e4d4a8e7a87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:00.247510 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-acb4da12-f9f5-4633-b8e5-8e4d4a8e7a87 admin admin] For port 9656ffd2-2106-46ba-ac9b-df62305c8c34, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=9656ffd2-2106-46ba-ac9b-df62305c8c34,segment=NetworkSegment(9c4074fc-0fc8-4407-b9bd-903cca0c9392),segment_id=9c4074fc-0fc8-4407-b9bd-903cca0c9392)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:16:00.247870 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acb4da12-f9f5-4633-b8e5-8e4d4a8e7a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:00.260319 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-acb4da12-f9f5-4633-b8e5-8e4d4a8e7a87 admin admin] Calling delete_port for 9656ffd2-2106-46ba-ac9b-df62305c8c34 owned by network:router_interface {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:16:00.508588 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acb4da12-f9f5-4633-b8e5-8e4d4a8e7a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:00.538110 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4da12-f9f5-4633-b8e5-8e4d4a8e7a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=9656ffd2-2106-46ba-ac9b-df62305c8c34,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:16:00.540372 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881 no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:16:00.563079 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:16:00.563431 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device c5ae4d20-c8d7-4dc0-a0ed-66b9ce46e881 not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:16:00.563861 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 091ac6f8-ed87-4d04-9f08-091f13d100c1 no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:16:00.584261 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: 091ac6f8-ed87-4d04-9f08-091f13d100c1 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:16:00.584606 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 091ac6f8-ed87-4d04-9f08-091f13d100c1 not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:16:00.730043 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-acb4da12-f9f5-4633-b8e5-8e4d4a8e7a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3673044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3741587'] for router_interface, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:00.966994 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb4da12-f9f5-4633-b8e5-8e4d4a8e7a87 admin admin] Router 7bc5aaa8-a7ad-44a4-8462-37a310b66b4c has already been hosted by L3 agent 612e6031-b23d-48de-8c9f-8f3a81906c4b {{(pid=94795) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 22 21:16:00.994546 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-14c42da5-d294-4bf7-a5b6-f637eb5291db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:01.075068 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb4da12-f9f5-4633-b8e5-8e4d4a8e7a87 admin admin] Notify agent at l3_agent.dv-cinder-810415-3-iscsi the message routers_updated {{(pid=94795) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 22 21:16:01.080278 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-acb4da12-f9f5-4633-b8e5-8e4d4a8e7a87 admin admin] 10.222.0.42 "PUT /v2.0/routers/7bc5aaa8-a7ad-44a4-8462-37a310b66b4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4966288 Sep 22 21:16:01.082904 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 53084) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:16:01.083497 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd0302-dabb-4143-bef1-8a7232dd933f None None] Sync routers for ids ['7bc5aaa8-a7ad-44a4-8462-37a310b66b4c'] in dv-cinder-810415-3-iscsi {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 21:16:01.093779 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bd0302-dabb-4143-bef1-8a7232dd933f None None] Routers {'7bc5aaa8-a7ad-44a4-8462-37a310b66b4c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:16:01.094382 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-72bd0302-dabb-4143-bef1-8a7232dd933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:15:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7bc5aaa8-a7ad-44a4-8462-37a310b66b4c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:16:01.185132 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-30d5ecda-6b26-41f2-93c4-9e7da61bfdd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:01.195133 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-72bd0302-dabb-4143-bef1-8a7232dd933f None None] Set router 7bc5aaa8-a7ad-44a4-8462-37a310b66b4c gateway port host: dv-cinder-810415-3-iscsi {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:16:01.287388 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-30d5ecda-6b26-41f2-93c4-9e7da61bfdd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:01.370169 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-72bd0302-dabb-4143-bef1-8a7232dd933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc5aaa8-a7ad-44a4-8462-37a310b66b4c', 'name': 'tempest-TestVolumeBootPattern-279454946-router', 'tenant_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'external_fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '952b5bf7-9b97-4bef-bb2a-abbc1d13ef78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:30Z', 'updated_at': '2021-09-22T21:16:00Z', 'revision_number': 5, 'project_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'gw_port': {'id': '952b5bf7-9b97-4bef-bb2a-abbc1d13ef78', 'name': '', 'network_id': '2c353f49-210c-4300-9e98-1f6204bdd5b4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc5aaa8-a7ad-44a4-8462-37a310b66b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '672554c0-508e-4537-8193-f701627840d3', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810415-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-22T21:07:32Z', 'updated_at': '2021-09-22T21:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '672554c0-508e-4537-8193-f701627840d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810415-3-iscsi'}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:16:01.395441 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd0302-dabb-4143-bef1-8a7232dd933f None None] Checking router: 7bc5aaa8-a7ad-44a4-8462-37a310b66b4c for host: dv-cinder-810415-3-iscsi {{(pid=94798) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 21:16:01.404218 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bd0302-dabb-4143-bef1-8a7232dd933f None None] Routers {'7bc5aaa8-a7ad-44a4-8462-37a310b66b4c'} bound to L3 agent in host dv-cinder-810415-3-iscsi {{(pid=94798) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 22 21:16:01.404904 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-72bd0302-dabb-4143-bef1-8a7232dd933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810415-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-22T20:57:04Z,description=,heartbeat_timestamp=2021-09-22T21:15:34Z,host='dv-cinder-810415-3-iscsi',id=612e6031-b23d-48de-8c9f-8f3a81906c4b,load=0,resource_versions=,resources_synced=,started_at=2021-09-22T20:57:04Z,topic='l3_agent')) {'router_ids': ['7bc5aaa8-a7ad-44a4-8462-37a310b66b4c'], 'active': True} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:16:01.424551 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-30d5ecda-6b26-41f2-93c4-9e7da61bfdd3 admin admin] Deleting port 952b5bf7-9b97-4bef-bb2a-abbc1d13ef78 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:16:01.424916 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-30d5ecda-6b26-41f2-93c4-9e7da61bfdd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:01.487856 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_dvr_db [None req-72bd0302-dabb-4143-bef1-8a7232dd933f None None] Set router 7bc5aaa8-a7ad-44a4-8462-37a310b66b4c gateway port host: None {{(pid=94798) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 22 21:16:01.504988 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-30d5ecda-6b26-41f2-93c4-9e7da61bfdd3 admin admin] For port 952b5bf7-9b97-4bef-bb2a-abbc1d13ef78, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=952b5bf7-9b97-4bef-bb2a-abbc1d13ef78,segment=NetworkSegment(a59dda77-9f4d-4db7-993a-65a63ccea8cd),segment_id=a59dda77-9f4d-4db7-993a-65a63ccea8cd)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:16:01.505360 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-30d5ecda-6b26-41f2-93c4-9e7da61bfdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:01.517302 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-30d5ecda-6b26-41f2-93c4-9e7da61bfdd3 admin admin] Calling delete_port for 952b5bf7-9b97-4bef-bb2a-abbc1d13ef78 owned by network:router_gateway {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:16:01.540702 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.l3_hamode_db [None req-72bd0302-dabb-4143-bef1-8a7232dd933f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bc5aaa8-a7ad-44a4-8462-37a310b66b4c', 'name': 'tempest-TestVolumeBootPattern-279454946-router', 'tenant_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:30Z', 'updated_at': '2021-09-22T21:16:01Z', 'revision_number': 6, 'project_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'gw_port_host': None}], 'dv-cinder-810415-3-iscsi', False) {} {{(pid=94798) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:16:01.566013 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bd0302-dabb-4143-bef1-8a7232dd933f None None] The sync data for ids ['7bc5aaa8-a7ad-44a4-8462-37a310b66b4c'] in dv-cinder-810415-3-iscsi is: [{'id': '7bc5aaa8-a7ad-44a4-8462-37a310b66b4c', 'name': 'tempest-TestVolumeBootPattern-279454946-router', 'tenant_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-22T21:07:30Z', 'updated_at': '2021-09-22T21:16:01Z', 'revision_number': 6, 'project_id': 'f392f0b9862043cfb4fc2e0500d84af1', 'gw_port_host': None}] {{(pid=94798) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 21:16:01.746402 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-30d5ecda-6b26-41f2-93c4-9e7da61bfdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:01.773309 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5ecda-6b26-41f2-93c4-9e7da61bfdd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=952b5bf7-9b97-4bef-bb2a-abbc1d13ef78,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:16:01.829768 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-30d5ecda-6b26-41f2-93c4-9e7da61bfdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3741520'] for router_gateway, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:01.922701 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-30d5ecda-6b26-41f2-93c4-9e7da61bfdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3737407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:01.925302 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-30d5ecda-6b26-41f2-93c4-9e7da61bfdd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:02.038263 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-30d5ecda-6b26-41f2-93c4-9e7da61bfdd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3737398'] for router, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:02.038887 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d5ecda-6b26-41f2-93c4-9e7da61bfdd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bc5aaa8-a7ad-44a4-8462-37a310b66b4c {{(pid=94795) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 22 21:16:02.044599 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-30d5ecda-6b26-41f2-93c4-9e7da61bfdd3 admin admin] Notify callbacks [] for router, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:02.045793 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-30d5ecda-6b26-41f2-93c4-9e7da61bfdd3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7bc5aaa8-a7ad-44a4-8462-37a310b66b4c HTTP/1.1" status: 204 len: 168 time: 0.9619973 Sep 22 21:16:02.048266 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 53090) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:16:02.093271 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.db_base_plugin_v2 [None req-78616982-a62e-4621-be8f-b1dcf2a90adf admin admin] Deleting subnet 30725565-7854-4b0c-8548-d00ec01d6020 {{(pid=94795) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 22 21:16:02.096312 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78616982-a62e-4621-be8f-b1dcf2a90adf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:02.130653 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78616982-a62e-4621-be8f-b1dcf2a90adf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25704749'] for subnet, precommit_delete_associations {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:02.209584 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78616982-a62e-4621-be8f-b1dcf2a90adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971671'] for subnet, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:02.314670 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78616982-a62e-4621-be8f-b1dcf2a90adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-971678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26159165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25764952'] for subnet, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:02.341961 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78616982-a62e-4621-be8f-b1dcf2a90adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30725565-7854-4b0c-8548-d00ec01d6020,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:16:02.347453 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-78616982-a62e-4621-be8f-b1dcf2a90adf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:02.349375 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-78616982-a62e-4621-be8f-b1dcf2a90adf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/30725565-7854-4b0c-8548-d00ec01d6020 HTTP/1.1" status: 204 len: 168 time: 0.3001795 Sep 22 21:16:02.351880 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 53092) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:16:02.352481 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae15678-2305-48cd-b37f-ec49cfbdfc0c None None] Network da3adb60-19be-4812-abcd-46503f0bd2e2 requested from dv-cinder-810415-3-iscsi {{(pid=94797) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 22 21:16:02.434764 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548719'] for network, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:02.561095 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d442d51f-f1e3-4927-9a53-70ed645c9c04 None None] DHCP port deletion for da3adb60-19be-4812-abcd-46503f0bd2e2 request from dv-cinder-810415-3-iscsi {{(pid=94797) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 22 21:16:02.592042 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 952b5bf7-9b97-4bef-bb2a-abbc1d13ef78 no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:16:02.620933 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: 952b5bf7-9b97-4bef-bb2a-abbc1d13ef78 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:16:02.621266 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 952b5bf7-9b97-4bef-bb2a-abbc1d13ef78 not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:16:02.622017 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 9656ffd2-2106-46ba-ac9b-df62305c8c34 no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:16:02.643441 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: 9656ffd2-2106-46ba-ac9b-df62305c8c34 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:16:02.643776 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 9656ffd2-2106-46ba-ac9b-df62305c8c34 not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:16:02.664877 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d442d51f-f1e3-4927-9a53-70ed645c9c04 None None] Deleting port 562bfff7-7eb6-4d49-986d-7494f21c83d8 {{(pid=94797) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:16:02.665443 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d442d51f-f1e3-4927-9a53-70ed645c9c04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:02.728962 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.db [None req-d442d51f-f1e3-4927-9a53-70ed645c9c04 None None] For port 562bfff7-7eb6-4d49-986d-7494f21c83d8, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=562bfff7-7eb6-4d49-986d-7494f21c83d8,segment=NetworkSegment(9c4074fc-0fc8-4407-b9bd-903cca0c9392),segment_id=9c4074fc-0fc8-4407-b9bd-903cca0c9392)] {{(pid=94797) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:16:02.729359 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d442d51f-f1e3-4927-9a53-70ed645c9c04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:02.742662 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-d442d51f-f1e3-4927-9a53-70ed645c9c04 None None] Calling delete_port for 562bfff7-7eb6-4d49-986d-7494f21c83d8 owned by network:dhcp {{(pid=94797) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:16:02.786800 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] Deleting port 562bfff7-7eb6-4d49-986d-7494f21c83d8 {{(pid=94795) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 22 21:16:02.787051 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786352031528'] for port, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:02.849955 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.db [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] For port 562bfff7-7eb6-4d49-986d-7494f21c83d8, host dv-cinder-810415-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810415-3-iscsi',level=0,port_id=562bfff7-7eb6-4d49-986d-7494f21c83d8,segment=NetworkSegment(9c4074fc-0fc8-4407-b9bd-903cca0c9392),segment_id=9c4074fc-0fc8-4407-b9bd-903cca0c9392)] {{(pid=94795) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 22 21:16:02.850319 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3745027'] for port, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:02.862884 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.plugin [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] Calling delete_port for 562bfff7-7eb6-4d49-986d-7494f21c83d8 owned by network:dhcp {{(pid=94795) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 22 21:16:02.879922 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-d442d51f-f1e3-4927-9a53-70ed645c9c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178'] for port, after_delete {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:02.909022 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442d51f-f1e3-4927-9a53-70ed645c9c04 None None] Pushing event deleted for resources: {'Port': ['ID=562bfff7-7eb6-4d49-986d-7494f21c83d8,revision_number=None']} {{(pid=94797) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:16:02.910883 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d442d51f-f1e3-4927-9a53-70ed645c9c04 None None] No DVR routers for this DVR port 562bfff7-7eb6-4d49-986d-7494f21c83d8 on host dv-cinder-810415-3-iscsi {{(pid=94797) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:16:02.941700 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-923748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-86891', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786352037614', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786351551178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26159200'] for port, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:02.974252 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] Pushing event deleted for resources: {'Port': ['ID=562bfff7-7eb6-4d49-986d-7494f21c83d8,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:16:02.974252 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] No DVR routers for this DVR port 562bfff7-7eb6-4d49-986d-7494f21c83d8 on host dv-cinder-810415-3-iscsi {{(pid=94795) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 21:16:03.049891 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-969262', 'neutron.services.segments.db._delete_segments_for_network-8786352064148'] for network, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:03.070097 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3adb60-19be-4812-abcd-46503f0bd2e2']}} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:16:03.079938 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c4074fc-0fc8-4407-b9bd-903cca0c9392') {'for_net_delete': True} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:16:03.080236 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.services.segments.db [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c4074fc-0fc8-4407-b9bd-903cca0c9392') {} {{(pid=94795) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 21:16:03.089383 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786352062877', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25704756'] for segment, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:03.102055 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592'] for segment, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:03.108220 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94795) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 21:16:03.109852 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-974592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26159507'] for segment, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: self.session.flush() Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: self.session.flush() Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: self.session.flush() Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: self.session.flush() Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: Traceback (most recent call last): Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: timer() Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: cb(*args, **kw) Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: return func(*args, **kwargs) Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: self._notify() Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: self.callback(batched_events) Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: event.method(event) Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: aggregate_uuid = self.p_client.list_aggregates( Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: return f(self, *a, **k) Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: return self._get(url).json() Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: return self.request(url, 'GET', **kwargs) Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: base_url = self.get_endpoint(auth, allow=allow, Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 22 21:16:03.110305 dv-cinder-810415-3-iscsi neutron-server[94795]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 22 21:16:03.251466 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-969241', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3673037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3741452'] for network, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:03.271901 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3733047'] for network, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:03.274532 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] 10.222.0.42 "DELETE /v2.0/networks/da3adb60-19be-4812-abcd-46503f0bd2e2 HTTP/1.1" status: 204 len: 168 time: 0.9210048 Sep 22 21:16:03.275628 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ccb481-bdad-4529-86b9-4dd2c7a5073f admin admin] Pushing event deleted for resources: {'Network': ['ID=da3adb60-19be-4812-abcd-46503f0bd2e2,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:16:03.662633 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-b317dc58-d927-4163-9e14-018882fb37f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:03.665843 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 53110) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:16:03.704847 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-db0eebef-69d9-45bc-b570-018a31bc3975 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b3af2e0553c429bac5d74807160a543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377841 Sep 22 21:16:03.707197 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 53112) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:16:03.757479 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-897ec6f5-60d9-4dbd-a926-37943d862fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:03.777364 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-897ec6f5-60d9-4dbd-a926-37943d862fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:03.896964 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-897ec6f5-60d9-4dbd-a926-37943d862fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:03.899553 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-897ec6f5-60d9-4dbd-a926-37943d862fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:03.900757 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-897ec6f5-60d9-4dbd-a926-37943d862fe7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/31e22694-555d-4769-adae-23f043d00a1d HTTP/1.1" status: 204 len: 168 time: 0.1926832 Sep 22 21:16:03.909242 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ec6f5-60d9-4dbd-a926-37943d862fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e22694-555d-4769-adae-23f043d00a1d,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:16:04.447852 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:04.537653 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 562bfff7-7eb6-4d49-986d-7494f21c83d8 no longer exists at agent ovs-agent-dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 22 21:16:04.557482 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.plugin [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] No Port match for: 562bfff7-7eb6-4d49-986d-7494f21c83d8 {{(pid=94797) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 22 21:16:04.557823 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron.plugins.ml2.rpc [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Device 562bfff7-7eb6-4d49-986d-7494f21c83d8 not bound to the agent host dv-cinder-810415-3-iscsi {{(pid=94797) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 22 21:16:04.568343 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:04.595443 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 53128) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:16:04.634085 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-388a8000-eea4-4749-be77-e825d7f083d0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f392f0b9862043cfb4fc2e0500d84af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374248 Sep 22 21:16:04.636312 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 53130) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:16:04.683783 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1bfdbd9a-6f29-4b42-a039-6bb346501421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:04.705252 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1bfdbd9a-6f29-4b42-a039-6bb346501421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:04.862400 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1bfdbd9a-6f29-4b42-a039-6bb346501421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:04.865047 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-1bfdbd9a-6f29-4b42-a039-6bb346501421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:04.866210 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-1bfdbd9a-6f29-4b42-a039-6bb346501421 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b73a176d-6701-4f7f-bf1f-3acdb9548118 HTTP/1.1" status: 204 len: 168 time: 0.2288322 Sep 22 21:16:04.874426 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdbd9a-6f29-4b42-a039-6bb346501421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73a176d-6701-4f7f-bf1f-3acdb9548118,revision_number=None']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:16:06.371029 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:06.960591 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:16:08.214233 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.wsgi [-] (94795) accepted ('10.222.0.42', 53154) {{(pid=94795) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:16:08.318238 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b3d8c239-27e7-419f-b6e0-610c78dc63a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:08.401634 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b3d8c239-27e7-419f-b6e0-610c78dc63a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:08.485173 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron_lib.callbacks.manager [None req-b3d8c239-27e7-419f-b6e0-610c78dc63a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94795) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:08.523198 dv-cinder-810415-3-iscsi neutron-server[94795]: INFO neutron.wsgi [None req-b3d8c239-27e7-419f-b6e0-610c78dc63a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=669a752fa1694ba783671576cc082aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079224 Sep 22 21:16:08.525236 dv-cinder-810415-3-iscsi neutron-server[94795]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8c239-27e7-419f-b6e0-610c78dc63a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d51d0a8-a25e-442e-a0f5-4559da868e77,revision_number=1']} {{(pid=94795) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:16:08.525886 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 53158) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:16:08.572346 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ab885385-b211-41d5-850b-c0dddcc6c977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:08.592776 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ab885385-b211-41d5-850b-c0dddcc6c977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:08.719767 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ab885385-b211-41d5-850b-c0dddcc6c977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:08.722210 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-ab885385-b211-41d5-850b-c0dddcc6c977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:08.723362 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-ab885385-b211-41d5-850b-c0dddcc6c977 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2d51d0a8-a25e-442e-a0f5-4559da868e77 HTTP/1.1" status: 204 len: 168 time: 0.1964824 Sep 22 21:16:08.731346 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab885385-b211-41d5-850b-c0dddcc6c977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d51d0a8-a25e-442e-a0f5-4559da868e77,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:16:11.068090 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:17.626002 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 53236) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:16:17.725777 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-62ab4c1b-c040-4001-b808-f045ac5f40ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:17.812893 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-62ab4c1b-c040-4001-b808-f045ac5f40ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:17.856747 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-62ab4c1b-c040-4001-b808-f045ac5f40ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_create {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:17.896005 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab4c1b-c040-4001-b808-f045ac5f40ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2585958-7b62-484d-88cb-ec740da8dee4,revision_number=1']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:16:17.900056 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-62ab4c1b-c040-4001-b808-f045ac5f40ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48f401e62e8f42ac8f1b5765cfb5ecb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730618 Sep 22 21:16:17.903390 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [-] (94796) accepted ('10.222.0.42', 53240) {{(pid=94796) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 22 21:16:17.949675 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-73bc8d61-7c51-45de-a515-e6c300aa11ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:17.970006 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-73bc8d61-7c51-45de-a515-e6c300aa11ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:18.083460 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-73bc8d61-7c51-45de-a515-e6c300aa11ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3683537'] for security_group, after_delete {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:18.085971 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron_lib.callbacks.manager [None req-73bc8d61-7c51-45de-a515-e6c300aa11ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94796) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:18.087105 dv-cinder-810415-3-iscsi neutron-server[94796]: INFO neutron.wsgi [None req-73bc8d61-7c51-45de-a515-e6c300aa11ee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2585958-7b62-484d-88cb-ec740da8dee4 HTTP/1.1" status: 204 len: 168 time: 0.1834085 Sep 22 21:16:18.098347 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc8d61-7c51-45de-a515-e6c300aa11ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2585958-7b62-484d-88cb-ec740da8dee4,revision_number=None']} {{(pid=94796) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 21:16:31.136084 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-71f97e1b-6a6f-4710-9dc3-550853194f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:33.644252 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3964059c-8443-460a-91b9-bba9f9619a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:34.409586 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:34.546700 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:36.442520 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:41.101111 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:16:43.958636 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:17:01.002947 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-19a10ebe-0936-4a52-b63f-69332bad95e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:17:03.660097 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-134fd3da-833d-4053-a458-84d4af784821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:17:04.414174 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:17:04.499846 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:17:06.351073 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:17:11.070956 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:17:20.957586 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:17:30.967457 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e67a65ea-3728-4ddf-a420-72da4c8f9e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:17:33.664605 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e69b0b10-acde-41c6-8083-7816580aeb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:17:34.424461 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:17:34.532636 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:17:36.349880 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:17:41.104206 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:17:57.956067 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:18:01.040922 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-72686e5f-f771-4234-91ac-a39c87a054e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:18:03.646246 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e1a46ada-e4cb-4657-81b3-2d40edeb7111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:18:05.103497 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:18:05.149476 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:18:06.354636 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:18:11.136652 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:18:30.993880 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f2d6ac6e-0b7d-480c-b58d-24439d83e47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:18:33.771320 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-8f5e7e0b-21da-4f5d-8354-5ce75bb06779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:18:34.439453 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:18:34.542181 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:18:34.954531 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:18:36.370972 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:18:41.153786 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:19:01.004671 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-45d1a684-0df6-4d64-8115-a5244861d6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:19:03.694077 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e92946e8-569b-4b84-8ddc-3ce2d0b4e033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:19:04.433339 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:19:04.519063 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:19:06.494695 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:19:11.083959 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:19:11.953034 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:19:31.093394 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-29298940-d952-445c-821e-0e346bd5c429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:19:33.700957 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-f5b8a715-4c7d-4964-b6a9-b1220f1ce9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:19:34.426209 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:19:34.528874 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:19:36.386048 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:19:41.109575 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:19:48.951898 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:20:01.013984 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-5d317f7a-5c91-43ac-9e9a-03971ad55f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:20:03.665097 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-ff60b211-2a6b-4d49-bb39-8f5bc8839e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:20:04.448026 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:20:04.542768 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:20:06.408347 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:20:11.119514 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:20:25.950366 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:20:26.645536 dv-cinder-810415-3-iscsi neutron-server[94796]: DEBUG neutron.wsgi [req-e0ccaf17-ba1c-4ac2-a2c1-a1618de12798 req-4582c0f3-36c9-4bc0-b885-c277271c3f9b service neutron] (94796) timed out ('10.222.0.48', 56788) {{(pid=94796) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 22 21:20:31.027094 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-bafba1a1-7d5a-4b68-8e26-f29bb5d51262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:20:33.681806 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-edd5dbd1-723e-45a3-a58d-d91c47faf506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:20:34.438353 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:20:34.544094 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:20:36.375083 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:20:41.081271 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:21:01.012171 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-61835797-82e0-4ff5-b716-7ce37db109b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:21:02.948390 dv-cinder-810415-3-iscsi neutron-server[94798]: DEBUG neutron.db.agents_db [None req-db59a00b-f534-468e-83ff-d002c4902f1e None None] Agent healthcheck: found 6 active agents {{(pid=94798) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 22 21:21:03.692544 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-96518c65-77cf-41cf-839c-93f94e811196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:21:04.477245 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:21:04.573546 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:21:06.408261 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:21:11.076528 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-57e8be59-e8ff-4d78-866b-0adc112bac46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:21:31.024433 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-2c9c69c3-ec2c-4ee9-b931-e36fc296e2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:21:33.726519 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-12f663b7-7be6-484a-84e0-5e420143cee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:21:34.439356 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-e9c839c4-91ba-47d5-bb91-c9aacdd349f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:21:34.553980 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-9db2492d-3cf4-4eb2-bab5-9914cf19999a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 21:21:36.400641 dv-cinder-810415-3-iscsi neutron-server[94797]: DEBUG neutron_lib.callbacks.manager [None req-3c01f212-de73-4d21-92f9-d221fb51b1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786352064130', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-967470'] for agent, after_update {{(pid=94797) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}